-- Logs begin at Mon 2022-06-27 19:10:00 UTC, end at Mon 2022-06-27 20:32:58 UTC. -- Jun 27 19:56:28.722287 dv-cinder-845799-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 27 19:56:31.237278 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.common.config [-] Logging enabled! Jun 27 19:56:31.238010 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev46 Jun 27 19:56:31.238010 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88008) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 27 19:56:31.241017 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.common.config [-] Logging enabled! Jun 27 19:56:31.241263 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev46 Jun 27 19:56:31.241593 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88008) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 27 19:56:31.242491 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 27 19:56:31.242717 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 27 19:56:31.243063 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 27 19:56:31.243303 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 27 19:56:31.243520 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 27 19:56:31.243830 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.244117 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.244401 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.244624 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.244908 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.245187 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.245459 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.245766 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.246053 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.246327 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.246594 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.246889 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.247111 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.247379 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.247653 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.247927 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.248140 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] debug = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.248407 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.248822 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.249236 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.249505 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.249807 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.250077 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.250343 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.250609 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.250880 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.251195 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] host = dv-cinder-845799-1-iscsi {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.251460 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.251748 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.252011 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.252285 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.252629 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.252905 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.253178 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.253441 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.253733 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] log_file = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.254001 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.254276 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.254554 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.254834 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.255050 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.255264 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.255542 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.255818 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.256082 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.256345 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.256609 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.256872 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.257136 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.257396 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.257703 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.257981 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.258256 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.258521 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.259045 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.259310 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.259572 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.259846 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.260110 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.260377 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.260643 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.260919 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.261181 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.261443 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.261761 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.262038 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.262309 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.263093 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.263360 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.263630 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.263895 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.264158 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.264422 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] use_json = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.264685 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.264949 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.265221 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.265486 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.265777 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.266042 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.266305 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.266578 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.266844 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:31.267133 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.267418 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.267708 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.267988 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.268268 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.268536 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.268814 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.269086 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.269364 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.269663 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.269944 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.270214 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.270493 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.270769 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.271055 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.271347 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.271630 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.271914 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.272179 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.272441 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.272704 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.272974 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.273249 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.273528 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.273829 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.274094 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.274363 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.274642 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.274911 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.275174 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.275443 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.275719 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.275988 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.276247 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.276517 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.276797 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.277076 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.277340 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.277633 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.277915 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.278734 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.278995 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.279258 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.279526 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.279785 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.280058 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.280322 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.280584 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.280851 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.281119 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.281380 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.281672 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.281944 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.282205 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.282471 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.282732 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.282993 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.283259 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.283524 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.283792 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.284058 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.284323 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.284592 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.284855 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.285120 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.285381 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.285670 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.285935 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.286210 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.286499 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.286767 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.287036 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.287307 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.287576 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.287847 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.288118 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.288384 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.288649 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.288913 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.289191 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.289463 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.289770 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.290047 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.290314 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.290597 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.290869 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.291141 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.291408 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.291682 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.291954 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.292228 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.292511 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.292793 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.293077 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.293360 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.293704 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.293979 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.294277 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.294546 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:31.294757 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 27 19:56:31.294990 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88008) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 27 19:56:31.682597 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO keyring.backend [-] Loading KWallet Jun 27 19:56:31.690169 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO keyring.backend [-] Loading SecretService Jun 27 19:56:31.693535 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO keyring.backend [-] Loading Windows Jun 27 19:56:31.694842 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO keyring.backend [-] Loading chainer Jun 27 19:56:31.695395 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO keyring.backend [-] Loading macOS Jun 27 19:56:31.727838 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 19:56:31.728107 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 19:56:31.728388 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 19:56:31.728709 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 27 19:56:32.119727 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.120056 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.120279 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.121452 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.122345 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.122606 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.157537 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.157831 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.158093 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.171674 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.171953 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.172215 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.201059 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.201334 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.201613 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.237965 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.238522 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.238522 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.467827 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.468019 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.468279 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.468538 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.469276 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.587314 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.587627 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.587901 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.588167 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.588426 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.588731 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.588989 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.589239 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.589487 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.589785 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.590039 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.590297 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.591141 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.591392 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.591656 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.591921 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.592173 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.592439 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.592683 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.592955 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.593296 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.593546 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.593897 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.594176 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.594421 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.594722 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.595104 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88008) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 19:56:32.595337 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88008) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 19:56:32.595566 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88008) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 19:56:32.595793 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88008) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 19:56:32.596020 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88008) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 19:56:32.596246 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88008) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 19:56:32.596599 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 27 19:56:32.599621 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 27 19:56:32.603492 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 27 19:56:32.607230 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 27 19:56:32.608810 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 27 19:56:32.609246 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 27 19:56:32.609589 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 27 19:56:32.610110 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 27 19:56:32.612836 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 27 19:56:32.613082 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 27 19:56:32.613420 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 27 19:56:32.640966 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 27 19:56:32.641399 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.641728 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88008) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 27 19:56:32.642083 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.643425 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88008) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 27 19:56:32.643699 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 27 19:56:32.643939 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 27 19:56:32.647210 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.647484 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:32.708874 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 27 19:56:32.709101 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 27 19:56:32.709329 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 27 19:56:32.709707 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 27 19:56:32.741386 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_db.sqlalchemy.engines [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88008) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 27 19:56:33.077677 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.plugins.ml2.managers [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Initializing driver for type 'gre' Jun 27 19:56:33.078119 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] gre ID ranges: [(1, 1000)] Jun 27 19:56:33.131329 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.plugins.ml2.managers [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Initializing driver for type 'local' Jun 27 19:56:33.131647 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.plugins.ml2.managers [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Initializing driver for type 'vlan' Jun 27 19:56:33.143333 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] VlanTypeDriver initialization complete Jun 27 19:56:33.143706 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.plugins.ml2.managers [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Initializing driver for type 'vxlan' Jun 27 19:56:33.144174 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] vxlan ID ranges: [(1, 1000)] Jun 27 19:56:33.197703 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.plugins.ml2.managers [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Initializing extension driver 'port_security' Jun 27 19:56:33.198036 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.plugins.ml2.extensions.port_security [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] PortSecurityExtensionDriver initialization complete Jun 27 19:56:33.198361 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.plugins.ml2.managers [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Initializing mechanism driver 'openvswitch' Jun 27 19:56:33.198679 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.plugins.ml2.managers [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Initializing mechanism driver 'hyperv' Jun 27 19:56:33.206146 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.plugins.ml2.plugin [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 19:56:33.207063 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > port after_create 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.207586 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > port after_update 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.208059 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > port after_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.208754 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88008) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 27 19:56:33.209351 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > subnet after_create 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.209894 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > subnet after_update 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.210402 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.210792 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88008) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 27 19:56:33.211189 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > network after_create 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.211531 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > network after_update 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.211867 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > network after_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.212258 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88008) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 27 19:56:33.212666 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > security_group after_create 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.213008 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > security_group after_update 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.213341 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.213895 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88008) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 27 19:56:33.214303 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.214763 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.215217 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.215731 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88008) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 27 19:56:33.216303 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > address_group after_create 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.216797 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > address_group after_update 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.217290 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.217868 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88008) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 27 19:56:33.218470 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] ML2 OVO RPC backend initialized. {{(pid=88008) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Jun 27 19:56:33.219460 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.219926 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.220343 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > network before_response 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.220689 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > networks before_response 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.221032 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > port before_response 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.221370 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > ports before_response 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.221739 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > subnet before_response 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.222077 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > subnets before_response 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.222420 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > network after_create 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.222761 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > network after_update 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.223090 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > network after_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.223419 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > port after_create 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.223750 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > port after_update 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.224073 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > port after_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.224398 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > subnet after_create 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.224725 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > subnet after_update 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.225049 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.225640 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.plugins.ml2.plugin [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Modular L2 Plugin initialization complete Jun 27 19:56:33.225972 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading services supported by the core plugin {{(pid=88008) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 27 19:56:33.226290 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.plugins.ml2.managers [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Got port-security extension from driver 'port_security' Jun 27 19:56:33.226753 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.extensions.vlantransparent [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Disabled vlantransparent extension. Jun 27 19:56:33.227241 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88008) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 27 19:56:33.227546 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading Plugin: router Jun 27 19:56:33.265082 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.265673 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > router after_create 55549900 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.265842 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > router before_create 55549900 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.266174 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.266535 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.266879 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > router after_delete 55549900 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.267226 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.267582 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > router after_create 55549900 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.267924 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > router after_update 55549900 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.268267 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > router after_update 55549900 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.268607 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.268958 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > router after_update 55549900 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.269363 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > router precommit_update 55549900 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.269753 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: port after_update 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.270089 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: port after_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.270420 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: subnet after_update 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.270751 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.271092 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.271431 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > router precommit_create 55549900 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.271772 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: port before_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.272106 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > router precommit_create 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.272453 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > router after_update 55549900 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.272891 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.273237 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > router precommit_create 55549900 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.273610 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.273957 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > router precommit_update 55549900 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.274311 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > agent after_create 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.274653 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > agent after_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.274991 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > network after_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.275830 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.quota.resource_registry [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Tracking information for resource: router configured {{(pid=88008) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 19:56:33.276152 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.quota.resource_registry [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Tracking information for resource: floatingip configured {{(pid=88008) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 19:56:33.281067 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.db.l3_agentschedulers_db [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 27 19:56:33.281669 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: port after_update 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.282026 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: port after_create 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.282370 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: port after_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.282711 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: port after_update 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.283483 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > router before_create 55550100 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.283841 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.284196 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > router precommit_create 55550100 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.284543 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > router precommit_update 55550100 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.288956 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.services.provider_configuration [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Service providers = [] {{(pid=88008) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 27 19:56:33.289313 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.db.servicetype_db [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88008) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 27 19:56:33.292229 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.services.service_base [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88008) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 27 19:56:33.292572 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.services.service_base [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88008) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 27 19:56:33.292904 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.services.service_base [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88008) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 27 19:56:33.294338 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.services.service_base [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88008) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 27 19:56:33.294698 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.services.service_base [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 27 19:56:33.295063 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88008) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 19:56:33.295371 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 27 19:56:33.305804 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88008) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 19:56:33.306135 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading Plugin: auto_allocate Jun 27 19:56:33.312439 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: network precommit_update 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.312798 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: network precommit_create 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.313309 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88008) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 19:56:33.313648 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading Plugin: tag Jun 27 19:56:33.320024 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88008) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 19:56:33.320347 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading Plugin: timestamp Jun 27 19:56:33.324280 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88008) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 19:56:33.324604 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading Plugin: network_ip_availability Jun 27 19:56:33.329909 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.330226 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.330574 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.331273 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88008) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 19:56:33.331582 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading Plugin: flavors Jun 27 19:56:33.336145 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88008) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 19:56:33.336471 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading Plugin: revisions Jun 27 19:56:33.340687 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88008) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 19:56:33.341064 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_concurrency.lockutils [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.613s {{(pid=88008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 19:56:33.341818 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88008) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 27 19:56:33.342148 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Initializing extension manager. Jun 27 19:56:33.342642 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: __init__.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.342975 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: __pycache__ {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.343303 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.343630 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: address_group.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.344360 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.344911 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: address-group Jun 27 19:56:33.345228 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: address_scope.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.346123 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.346631 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: address-scope Jun 27 19:56:33.346946 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.347847 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.348350 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: router-admin-state-down-before-update Jun 27 19:56:33.348665 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: agent.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.349344 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.349869 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: agent Jun 27 19:56:33.350183 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: agent_resources_synced.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.351069 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.351567 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: agent-resources-synced Jun 27 19:56:33.351886 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: allowedaddresspairs.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.353649 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.354158 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: allowed-address-pairs Jun 27 19:56:33.354476 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: auto_allocated_topology.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.355523 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.356539 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: auto-allocated-topology Jun 27 19:56:33.356856 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: availability_zone.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.357530 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.358057 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: availability_zone Jun 27 19:56:33.358371 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: availability_zone_filter.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.359256 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.359751 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: availability_zone_filter Jun 27 19:56:33.360065 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: data_plane_status.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.360962 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.361456 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extension data-plane-status not supported by any of loaded plugins Jun 27 19:56:33.361797 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: default_subnetpools.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.362697 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.363195 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: default-subnetpools Jun 27 19:56:33.363510 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.364297 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.364790 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: dhcp_agent_scheduler Jun 27 19:56:33.365106 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: dns.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.366007 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.366505 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extension dns-integration not supported by any of loaded plugins Jun 27 19:56:33.366818 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: dns_domain_ports.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.367717 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.368212 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 27 19:56:33.368526 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: dvr.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.369176 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.369709 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: dvr Jun 27 19:56:33.370023 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: empty_string_filtering.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.370917 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.371418 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: empty-string-filtering Jun 27 19:56:33.372338 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.373235 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.373846 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 27 19:56:33.374159 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.375048 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.375545 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 27 19:56:33.375856 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: external_net.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.376734 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.377231 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: external-net Jun 27 19:56:33.377542 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.378458 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.378954 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: extra_dhcp_opt Jun 27 19:56:33.379266 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: extraroute.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.380149 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.380644 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: extraroute Jun 27 19:56:33.380956 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: extraroute_atomic.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.382117 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.382624 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: extraroute-atomic Jun 27 19:56:33.382934 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: filter_validation.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.383587 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.384343 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: filter-validation Jun 27 19:56:33.384655 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: fip_pf_description.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.385536 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.386054 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 27 19:56:33.386366 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: fip_port_details.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.387280 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.387771 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: fip-port-details Jun 27 19:56:33.388086 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: flavors.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.389284 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.389825 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: flavors Jun 27 19:56:33.390142 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.391758 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.392279 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 27 19:56:33.392605 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: floatingip_pools.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.393286 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.393823 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: floatingip-pools Jun 27 19:56:33.394143 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: ip_allocation.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.395046 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.395541 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extension ip_allocation not supported by any of loaded plugins Jun 27 19:56:33.395855 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.396757 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.397254 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: ip-substring-filtering Jun 27 19:56:33.397601 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: l2_adjacency.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.398497 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.398993 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 27 19:56:33.399305 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: l3.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.400388 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.400904 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: router Jun 27 19:56:33.401225 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.403468 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.403983 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 27 19:56:33.404306 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.405220 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.405757 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: ext-gw-mode Jun 27 19:56:33.406079 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.406981 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.407485 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: l3-ha Jun 27 19:56:33.407802 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: l3_flavors.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.408716 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.409218 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: l3-flavors Jun 27 19:56:33.409537 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.410453 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.410950 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 27 19:56:33.411265 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: l3agentscheduler.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.412290 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.412796 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: l3_agent_scheduler Jun 27 19:56:33.413114 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: logging.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.414597 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.415110 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extension logging not supported by any of loaded plugins Jun 27 19:56:33.415430 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: metering.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.416149 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.416712 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: metering Jun 27 19:56:33.417026 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.418110 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.419128 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: metering_source_and_destination_fields Jun 27 19:56:33.419440 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: multiprovidernet.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.420342 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.420847 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: multi-provider Jun 27 19:56:33.421162 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: netmtu.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.422082 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.422587 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: net-mtu Jun 27 19:56:33.422907 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: netmtu_writable.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.423803 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.424305 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: net-mtu-writable Jun 27 19:56:33.424621 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: network_availability_zone.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.425269 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.425792 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: network_availability_zone Jun 27 19:56:33.426105 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: network_ip_availability.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.427170 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.427671 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: network-ip-availability Jun 27 19:56:33.427983 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: network_segment_range.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.428730 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.429220 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extension network-segment-range not supported by any of loaded plugins Jun 27 19:56:33.429532 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: pagination.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.430526 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.430845 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: pagination Jun 27 19:56:33.431155 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: port_device_profile.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.432038 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.432542 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: port-device-profile Jun 27 19:56:33.432861 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.433801 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.434882 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: port-mac-address-regenerate Jun 27 19:56:33.435195 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.436095 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.436597 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: port-numa-affinity-policy Jun 27 19:56:33.436911 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: port_resource_request.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.437821 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.438312 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extension port-resource-request not supported by any of loaded plugins Jun 27 19:56:33.438626 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: portbindings.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.439534 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.440035 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: binding Jun 27 19:56:33.440352 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: portbindings_extended.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.441753 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.442265 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: binding-extended Jun 27 19:56:33.442583 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: portsecurity.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.443496 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.443998 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: port-security Jun 27 19:56:33.444313 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: project_id.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.445267 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.445618 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: project-id Jun 27 19:56:33.445939 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: providernet.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.446836 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.447339 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: provider Jun 27 19:56:33.447654 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: qos.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.451113 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.451629 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extension qos not supported by any of loaded plugins Jun 27 19:56:33.451951 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.453194 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.453722 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 27 19:56:33.454047 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.454946 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.455450 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 27 19:56:33.455769 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: qos_default.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.456658 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.457156 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extension qos-default not supported by any of loaded plugins Jun 27 19:56:33.457473 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: qos_fip.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.458213 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.458707 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extension qos-fip not supported by any of loaded plugins Jun 27 19:56:33.459023 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: qos_gateway_ip.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.459926 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.460427 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 27 19:56:33.460742 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: qos_port_network_policy.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.461669 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.462176 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 27 19:56:33.462492 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: qos_rule_type_details.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.463395 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.463895 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 27 19:56:33.464210 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: qos_rules_alias.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.465223 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.465775 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 27 19:56:33.466093 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: quotasv2.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.466963 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.467283 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: quotas Jun 27 19:56:33.467594 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: quotasv2_detail.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.469160 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.469486 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: quota_details Jun 27 19:56:33.469834 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: rbac.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.470849 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.471360 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: rbac-policies Jun 27 19:56:33.471683 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: rbac_address_group.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.472597 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.473108 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: rbac-address-group Jun 27 19:56:33.473425 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: rbac_address_scope.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.474354 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.474945 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: rbac-address-scope Jun 27 19:56:33.475265 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: rbac_security_groups.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.476176 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.476673 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: rbac-security-groups Jun 27 19:56:33.476987 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: rbac_subnetpool.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.477907 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.478408 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: rbac-subnetpool Jun 27 19:56:33.478722 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: revisionifmatch.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.479731 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.480241 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: revision-if-match Jun 27 19:56:33.480557 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: revisions.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.482399 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.483116 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: standard-attr-revisions Jun 27 19:56:33.483560 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: router_availability_zone.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.484467 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.485192 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: router_availability_zone Jun 27 19:56:33.485660 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: routerservicetype.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.486899 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.487639 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extension router-service-type not supported by any of loaded plugins Jun 27 19:56:33.487965 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.488877 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.489379 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: security-groups-normalized-cidr Jun 27 19:56:33.489759 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.490671 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.491169 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: port-security-groups-filtering Jun 27 19:56:33.491483 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.492640 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.493151 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: security-groups-remote-address-group Jun 27 19:56:33.493464 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: securitygroup.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.503623 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.504149 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: security-group Jun 27 19:56:33.504478 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: segment.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.505259 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.505785 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extension segment not supported by any of loaded plugins Jun 27 19:56:33.506110 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.507040 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.507542 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 27 19:56:33.507864 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: servicetype.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.509213 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.509758 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: service-type Jun 27 19:56:33.510083 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: sorting.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.511055 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.511378 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: sorting Jun 27 19:56:33.511696 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: standard_attr_segment.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.512619 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.513133 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 27 19:56:33.513451 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: standardattrdescription.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.514138 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.514635 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: standard-attr-description Jun 27 19:56:33.514950 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: stateful_security_group.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.515879 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.516384 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: stateful-security-group Jun 27 19:56:33.516696 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: stdattrs_common.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.517280 dv-cinder-845799-1-iscsi neutron-server[88008]: WARNING neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 27 19:56:33.517618 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.518647 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.519161 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 27 19:56:33.519475 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: subnet_onboard.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.520827 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.521433 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: subnet_onboard Jun 27 19:56:33.521781 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.522696 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.523203 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 27 19:56:33.523518 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: subnet_service_types.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.524421 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.524917 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: subnet-service-types Jun 27 19:56:33.525232 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: subnetallocation.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.526321 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.526832 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: subnet_allocation Jun 27 19:56:33.527151 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.527808 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.528332 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: subnetpool-prefix-ops Jun 27 19:56:33.528648 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.529561 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.530094 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 27 19:56:33.530411 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: tagging.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.531492 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.532000 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: standard-attr-tag Jun 27 19:56:33.532318 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: timestamp.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.533498 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.534033 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loaded extension: standard-attr-timestamp Jun 27 19:56:33.534356 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: trunk.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.535357 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.535860 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extension trunk not supported by any of loaded plugins Jun 27 19:56:33.536178 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: trunk_details.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.537078 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.537590 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extension trunk-details not supported by any of loaded plugins Jun 27 19:56:33.537919 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: uplink_status_propagation.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.538821 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.539319 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 27 19:56:33.539632 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Loading extension file: vlantransparent.py {{(pid=88008) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 19:56:33.540294 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88008) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 19:56:33.540790 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 27 19:56:33.543269 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.quota.resource_registry [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Creating instance of TrackedResource for resource:network Jun 27 19:56:33.544563 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.quota.resource_registry [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Creating instance of TrackedResource for resource:subnet Jun 27 19:56:33.546597 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.quota.resource_registry [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 19:56:33.547227 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.quota.resource_registry [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Creating instance of TrackedResource for resource:port Jun 27 19:56:33.548477 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.v2.resource_helper [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88008) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 19:56:33.548915 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.v2.resource_helper [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Service FLAVORS assigned prefix: {{(pid=88008) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 19:56:33.549525 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.v2.resource_helper [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88008) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 19:56:33.549979 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.v2.resource_helper [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88008) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 19:56:33.550305 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.quota.resource_registry [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Creating instance of TrackedResource for resource:router Jun 27 19:56:33.550951 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.quota.resource_registry [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Creating instance of TrackedResource for resource:floatingip Jun 27 19:56:33.551661 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.v2.resource_helper [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Service METERING assigned prefix: /metering {{(pid=88008) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 19:56:33.553100 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.553471 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.553843 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 19:56:33.554940 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.quota.resource_registry [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Creating instance of CountableResource for resource:rbac_policy Jun 27 19:56:33.555386 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.quota.resource_registry [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Creating instance of TrackedResource for resource:security_group Jun 27 19:56:33.556037 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.quota.resource_registry [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 27 19:56:33.556777 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.v2.resource_helper [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Service CORE assigned prefix: {{(pid=88008) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 19:56:33.557104 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.quota.resource_registry [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 19:56:33.557433 dv-cinder-845799-1-iscsi neutron-server[88008]: WARNING neutron.quota.resource_registry [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] subnetpool is already registered Jun 27 19:56:33.558051 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.v2.resource_helper [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Service CORE assigned prefix: {{(pid=88008) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 19:56:33.558372 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.quota.resource_registry [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 19:56:33.558686 dv-cinder-845799-1-iscsi neutron-server[88008]: WARNING neutron.quota.resource_registry [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] subnetpool is already registered Jun 27 19:56:33.561805 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.v2.resource_helper [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88008) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 19:56:33.562233 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.v2.resource_helper [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Service FLAVORS assigned prefix: {{(pid=88008) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 19:56:33.562810 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.v2.resource_helper [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88008) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 19:56:33.563232 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.v2.resource_helper [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88008) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 19:56:33.563557 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.quota.resource_registry [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Creating instance of TrackedResource for resource:router Jun 27 19:56:33.563880 dv-cinder-845799-1-iscsi neutron-server[88008]: WARNING neutron.quota.resource_registry [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] router is already registered Jun 27 19:56:33.564467 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.quota.resource_registry [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Creating instance of TrackedResource for resource:floatingip Jun 27 19:56:33.564795 dv-cinder-845799-1-iscsi neutron-server[88008]: WARNING neutron.quota.resource_registry [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] floatingip is already registered Jun 27 19:56:33.565419 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.v2.resource_helper [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Service METERING assigned prefix: /metering {{(pid=88008) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 19:56:33.566109 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.quota.resource_registry [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Creating instance of CountableResource for resource:rbac_policy Jun 27 19:56:33.566432 dv-cinder-845799-1-iscsi neutron-server[88008]: WARNING neutron.quota.resource_registry [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] rbac_policy is already registered Jun 27 19:56:33.566960 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.quota.resource_registry [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Creating instance of TrackedResource for resource:security_group Jun 27 19:56:33.567282 dv-cinder-845799-1-iscsi neutron-server[88008]: WARNING neutron.quota.resource_registry [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] security_group is already registered Jun 27 19:56:33.567862 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.quota.resource_registry [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 27 19:56:33.568183 dv-cinder-845799-1-iscsi neutron-server[88008]: WARNING neutron.quota.resource_registry [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] security_group_rule is already registered Jun 27 19:56:33.568833 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.v2.resource_helper [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Service CORE assigned prefix: {{(pid=88008) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 19:56:33.569156 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.quota.resource_registry [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 19:56:33.569474 dv-cinder-845799-1-iscsi neutron-server[88008]: WARNING neutron.quota.resource_registry [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] subnetpool is already registered Jun 27 19:56:33.570098 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.v2.resource_helper [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Service CORE assigned prefix: {{(pid=88008) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 19:56:33.570421 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.quota.resource_registry [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 19:56:33.570750 dv-cinder-845799-1-iscsi neutron-server[88008]: WARNING neutron.quota.resource_registry [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] subnetpool is already registered Jun 27 19:56:33.571398 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: extensions {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.572838 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: address-groups {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.574438 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: address-scopes {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.575819 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: agents {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.576948 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: auto-allocated-topology {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.578202 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: availability_zones {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.579473 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: dhcp-networks {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.580911 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: dhcp-agents {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.582282 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: routers {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.584036 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: flavors {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.585176 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: service_profiles {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.586368 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: next_providers {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.587863 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: service_profiles {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.589268 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: floatingip-pools {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.590505 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: routers {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.592239 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: floatingips {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.593400 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: l3-routers {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.594790 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: l3-agents {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.596258 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: metering-labels {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.597584 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: metering-label-rules {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.598845 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: network-ip-availabilities {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.600050 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: bindings {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.601675 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: quotas {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.603073 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: quotas {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.604439 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: rbac-policies {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.605772 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: security-groups {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.607477 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: security-group-rules {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.608676 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: service-providers {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.609887 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: subnetpools {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.612146 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: subnetpools {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.613619 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: tags {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.615263 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: tags {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.728166 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: tags {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.729933 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: tags {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.732307 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: tags {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.734245 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: tags {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.735910 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: tags {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.737791 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: tags {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.739512 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: tags {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.741329 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron.api.extensions [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Extended resource: tags {{(pid=88008) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 19:56:33.747227 dv-cinder-845799-1-iscsi neutron-server[88008]: WARNING keystonemiddleware.auth_token [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 27 19:56:33.751940 dv-cinder-845799-1-iscsi neutron-server[88008]: WARNING keystonemiddleware.auth_token [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 27 19:56:33.760357 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_concurrency.lockutils [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Acquired lock "singleton_lock" {{(pid=88008) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 27 19:56:33.760837 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_concurrency.lockutils [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Releasing lock "singleton_lock" {{(pid=88008) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 27 19:56:33.761454 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO oslo_service.service [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Starting 2 workers Jun 27 19:56:33.766132 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Started child 88113 {{(pid=88008) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 27 19:56:33.770344 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Started child 88114 {{(pid=88008) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 27 19:56:33.771267 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:56:33.772029 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO neutron.service [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 27 19:56:33.772812 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Notify callbacks [] for process, before_spawn {{(pid=88008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:56:33.772921 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [-] (88113) wsgi starting up on http://0.0.0.0:9696 Jun 27 19:56:33.774981 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:56:33.775459 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO oslo_service.service [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Starting 1 workers Jun 27 19:56:33.776588 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [-] (88114) wsgi starting up on http://0.0.0.0:9696 Jun 27 19:56:33.781181 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Started child 88115 {{(pid=88008) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 27 19:56:33.781783 dv-cinder-845799-1-iscsi neutron-server[88008]: INFO oslo_service.service [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Starting 1 workers Jun 27 19:56:33.784642 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.service [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] calling RpcWorker wait() {{(pid=88115) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 27 19:56:33.785167 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.service [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] returning from RpcWorker wait() {{(pid=88115) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 27 19:56:33.786657 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:56:33.786961 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Started child 88116 {{(pid=88008) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 27 19:56:33.787151 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 19:56:33.787643 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfc83-89b1-4ca2-9b05-4b17f2ef0b73 None None] Notify callbacks [] for process, after_spawn {{(pid=88008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:56:33.789850 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88008) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 27 19:56:33.790064 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 27 19:56:33.790246 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 27 19:56:33.790477 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 27 19:56:33.790808 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 27 19:56:33.790969 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 27 19:56:33.791476 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.791753 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.792020 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.792295 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.792589 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.793155 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.793405 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.794216 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.794403 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:56:33.794880 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.794880 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.794880 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.795095 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.795265 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.795623 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.795800 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 19:56:33.795980 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.796252 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.796545 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.796827 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.796993 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.797232 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.797485 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.797760 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.798030 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] debug = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.798263 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.798703 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.798923 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.799177 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.799388 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.799647 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.799870 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.800128 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.800362 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.800569 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.800797 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.801058 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.801297 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.801499 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.801735 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.801984 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.802207 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.802675 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] host = dv-cinder-845799-1-iscsi {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.802899 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.803105 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.803331 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.803575 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.803816 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.804023 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.804276 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.804529 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.804770 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.804989 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.805251 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.805474 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.805734 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.805970 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] log_file = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.806118 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] log_options = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.806327 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.806622 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.806849 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.807030 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.807192 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.807361 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.807617 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.807774 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.808005 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.808243 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.808438 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.808685 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.808914 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.809198 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.809432 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.809754 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.809984 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.810190 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.810426 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.812182 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.812373 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.812625 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.812888 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.813221 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.813402 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.813620 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.813950 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.814099 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.814324 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.814644 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.814820 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.815074 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.815334 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.815769 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.815945 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.816170 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.816634 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.817485 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.818986 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.818986 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.819312 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.819533 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.820673 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.820673 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.820673 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.820673 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] use_json = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.820673 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.822939 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.823211 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.823438 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.823662 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.823888 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.824541 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.824847 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.825088 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.825512 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.825926 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.826236 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.826497 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.826735 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.826983 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.827212 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.828160 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.828160 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.828160 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.828420 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.828493 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.829072 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.829072 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.829335 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.829787 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.829787 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.830544 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.832621 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.832621 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.832621 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.832621 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.832621 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.833043 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.833258 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.833535 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.833767 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.833986 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.834198 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.834427 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.834632 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.834863 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.835129 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.835357 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.835781 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.837373 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.837373 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.837373 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.837373 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.837373 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.837373 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.837875 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.837875 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.838041 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.838227 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.838439 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.838687 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.839515 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.839759 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.840020 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.840278 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.841347 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.841787 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.842014 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.842239 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.842475 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.842701 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.842919 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.843673 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.843673 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.843673 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.843934 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.844047 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.844270 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.844482 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.844695 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.844930 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.845146 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.845367 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.845940 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.845940 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.846119 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.846313 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.846534 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.846767 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.849412 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.849412 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.849412 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.849412 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.849412 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.849412 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.849412 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.849412 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.849412 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.850133 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.850133 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.850133 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.850133 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.850133 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.850482 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.850482 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.850677 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.853489 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.853489 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.853489 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.853489 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.853489 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.853489 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.853489 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.853489 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.854057 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.854057 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.854057 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.854057 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.854057 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.854057 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.854057 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.854455 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.854617 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.854700 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.854953 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.855390 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.855510 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.855691 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.855902 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.856954 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.857259 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.858051 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.858051 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.858051 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.858333 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.858467 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.858709 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.859061 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.859235 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.859464 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.859675 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.859942 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.860259 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.860398 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.860609 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.860830 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.861239 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.861381 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.861626 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.861843 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.862760 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.862760 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.862760 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.863034 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.863116 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.863332 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.863561 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.863844 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.863999 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.864956 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.864956 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.864956 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.864956 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.865291 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.865291 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.865453 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.865698 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.866515 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.866515 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.866515 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.866781 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.866896 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.867117 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.867354 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.867560 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.868281 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.868281 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.868281 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.868514 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.868608 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.868818 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.869070 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.869287 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.869557 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.869829 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.870054 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.870292 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.870566 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.870822 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.871050 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.871316 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.871594 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.871823 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.872031 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.873302 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.873302 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.873302 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.873302 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.873302 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.873764 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.873764 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.873917 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.874163 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.874387 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.874627 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.874857 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.875085 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.875308 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.875514 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.875749 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.875963 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.876208 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.876507 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.876741 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.876953 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.877164 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.877381 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.877665 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.877925 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.878158 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.878388 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.878612 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.878840 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.879074 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.879317 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.879520 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.879725 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.879946 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.880159 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.880379 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.880657 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.881228 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.881228 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.881412 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.881591 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.881852 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.882059 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.882267 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.882480 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.882687 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.882905 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.883110 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.883459 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.883561 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.884131 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.884430 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.884684 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.884898 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.885174 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.885421 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.885672 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.885921 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.886232 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.886465 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.886737 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.886974 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.887265 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.887486 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.887614 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 51070) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 19:56:33.887764 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.888093 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.888380 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.888622 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.888875 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.889156 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.889426 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.889731 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.889933 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.890241 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.890564 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.890842 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.891105 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.891327 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.891591 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.891808 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.892033 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.892265 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.892492 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.892704 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.892953 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.893185 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.893404 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.893645 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.893895 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.894110 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.894335 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.894561 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.894778 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.894986 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.895136 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 27 19:56:33.895822 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88008) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 27 19:56:33.896129 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 27 19:56:33.896424 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 27 19:56:33.896752 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 27 19:56:33.897072 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 27 19:56:33.897222 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 27 19:56:33.897593 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.897708 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074384 Jun 27 19:56:33.898039 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.898039 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.898189 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.898256 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.898413 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.898563 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.898717 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.898863 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.899015 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.899177 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.899327 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.899488 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.900514 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.900678 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.900838 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.901631 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.901631 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.901631 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.901631 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.901631 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.901963 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.901963 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] debug = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.902082 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.902267 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.902376 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.903929 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.904101 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.904257 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.904416 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.904582 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.904743 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.904887 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.905030 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.905175 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.905334 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.905514 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.906489 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.906644 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.906834 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.906999 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] host = dv-cinder-845799-1-iscsi {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.907162 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.907313 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.907451 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.907607 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.907774 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.907914 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.908051 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.908196 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.909544 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.909544 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.909544 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.909544 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.910156 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.910156 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] log_file = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.910156 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] log_options = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.910156 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.910685 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.910685 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.910685 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.911085 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.911085 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.911085 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.911484 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.911484 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.911484 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.911880 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.911880 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.911880 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.912263 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.912263 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.912539 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.912539 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.912834 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.912834 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.912987 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.913066 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.913187 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.913348 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.913501 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.913679 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.914632 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.914793 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.914953 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.915189 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.915291 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.916298 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.916462 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.916620 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.916778 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.916935 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.921630 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.921630 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.921630 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.921630 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.921630 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.921630 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.921630 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.921630 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.922183 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.922256 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 19:56:33.922330 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.922330 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] use_json = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.922330 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.922330 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.922330 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.922330 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.922330 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.922330 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.922330 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.922831 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.922831 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 19:56:33.922831 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.922831 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.922831 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.922831 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.922831 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.922831 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.923381 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.923381 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.923381 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.923381 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.923381 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.923381 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.923381 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.923768 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.923768 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.923768 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.923939 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.924089 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.924257 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.924421 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.924584 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.924764 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.924933 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.925085 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.925244 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.925391 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.925537 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.925707 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.926010 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.926312 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.926474 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.926797 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.927094 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.927389 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.927556 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.928646 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.928646 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.928646 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.928646 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.928646 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.928646 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.928646 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.929092 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.929092 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.929092 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.929265 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.929330 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.929491 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.929797 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.930119 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.930294 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.930451 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.930755 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.930913 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.931207 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.931510 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.931669 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.931830 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.931992 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.932146 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.932451 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.932624 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.932784 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.932949 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.933106 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.933409 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.933646 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.933779 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.933943 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.934156 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.934466 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.934625 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.934785 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.934950 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.935121 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.935266 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.935416 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.935578 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.935739 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.935893 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.936196 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.936351 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.936645 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.936946 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.937115 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.937290 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.937449 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.937629 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.937796 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.937952 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.938112 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.938270 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.938427 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.938584 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.938891 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.939047 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.939348 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.940313 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.940473 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.940798 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.940955 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.941737 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.941737 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.941737 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.941737 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.941737 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.942137 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.942137 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.942283 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.942365 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.942472 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.942636 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.942935 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.943241 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.943399 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.943565 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.943732 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.944027 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.944326 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.944625 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.944781 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.945078 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.945239 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.945399 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.946369 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.946369 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.946369 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.946369 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.946369 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.946369 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.946750 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.946750 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.947034 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.947034 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.947168 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.947259 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.947560 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.947855 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.948164 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.948456 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.948737 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.949012 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.949301 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.949469 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.949709 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.949886 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.950045 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.950214 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.950369 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.950665 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.951514 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.951815 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.952887 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.953198 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.953487 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.953802 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.954103 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.954391 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.954679 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.954846 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.955007 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.955167 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.955328 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.955488 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.955651 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.955814 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.955970 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.956273 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.956431 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.956596 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.956761 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.956919 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.957079 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.957240 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.957399 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.957559 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.960359 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.960536 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.960709 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.960878 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.961046 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.961213 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.961379 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.961544 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.962558 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.962727 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.962890 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.963424 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.963424 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.963424 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.963658 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.963658 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.963817 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.963980 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.964135 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.964451 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.964644 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.964761 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.964929 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.965090 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.965251 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.965998 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.966159 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.966323 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.966483 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.966642 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.966802 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.966964 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.967122 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.967427 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.967746 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.967905 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.968069 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.968226 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.968386 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.968543 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.969220 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.969220 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.969220 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.969220 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.969539 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.969539 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.969807 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.969807 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.969953 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.970231 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.970338 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.970421 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.970565 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.970721 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.970878 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.971047 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.971207 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.971365 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.971531 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.971689 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.971848 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.972006 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.972175 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.972334 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.972493 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.972651 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.972810 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.972968 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.973129 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.973293 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.973460 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.973686 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.973813 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.973981 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.974150 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.974318 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.974476 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.974641 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.974822 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.974983 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.975140 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.975296 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.975457 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.975619 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.975774 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.975931 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.976089 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.976246 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.976404 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.976561 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.976718 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.976876 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.977034 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.977194 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.977350 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.977510 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.977742 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.977902 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 19:56:33.978055 dv-cinder-845799-1-iscsi neutron-server[88008]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88008) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 27 19:56:44.611612 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a231ef83-0bb3-4fe6-a874-f1ad203ee2ae None None] get_active_networks_info from dv-cinder-845799-1-iscsi {{(pid=88115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 27 19:56:44.687674 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a231ef83-0bb3-4fe6-a874-f1ad203ee2ae None None] No non-hosted networks {{(pid=88115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 27 19:56:44.692008 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b13f3b0c-6b6c-40fe-8fca-44fd6d3db859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16759885'] for agent, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:56:46.779572 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5cda3e0a-57c6-4c3e-93a1-8cff298a0328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16759885'] for agent, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:56:46.833170 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e05c5e77-0466-4279-a427-fd4c3b62cdb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:56:47.953169 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16759885'] for agent, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:56:48.051242 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16759885'] for agent, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:56:48.054528 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:56:48.057033 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:56:48.058217 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:56:48.061103 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:56:48.063621 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:56:48.064409 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:56:48.068197 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:56:48.069316 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:56:48.069694 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:56:48.070031 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:56:48.070367 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:56:48.070830 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:56:48.071248 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-845799-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 19:56:48.076433 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-845799-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 19:56:49.185334 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16759885'] for agent, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:56:50.811990 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 51170) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 19:56:51.394128 dv-cinder-845799-1-iscsi neutron-server[88113]: WARNING oslo_policy.policy [None req-57084a38-5d4c-4ed4-8179-fac48121a0c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 19:56:51.394835 dv-cinder-845799-1-iscsi neutron-server[88113]: WARNING oslo_policy.policy [None req-57084a38-5d4c-4ed4-8179-fac48121a0c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 19:56:51.609269 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [None req-57084a38-5d4c-4ed4-8179-fac48121a0c0 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 27 19:56:51.610544 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-57084a38-5d4c-4ed4-8179-fac48121a0c0 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7964621 Jun 27 19:56:52.977432 dv-cinder-845799-1-iscsi neutron-server[88115]: INFO neutron.db.l3_hamode_db [None req-ac4802a8-da87-4a94-a558-e0755b136f7e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 27 19:56:53.058756 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4802a8-da87-4a94-a558-e0755b136f7e None None] Routers set() bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 19:56:53.059134 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4802a8-da87-4a94-a558-e0755b136f7e None None] Router IDs set() for agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Jun 27 19:56:54.077555 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 51184) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 19:56:54.431842 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-e3e33242-dc84-4011-94cc-9c8034ae281c admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 19:56:54.527049 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.policy [None req-e3e33242-dc84-4011-94cc-9c8034ae281c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88113) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 27 19:56:54.572017 dv-cinder-845799-1-iscsi neutron-server[88113]: WARNING oslo_policy.policy [None req-e3e33242-dc84-4011-94cc-9c8034ae281c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 19:56:54.572382 dv-cinder-845799-1-iscsi neutron-server[88113]: WARNING oslo_policy.policy [None req-e3e33242-dc84-4011-94cc-9c8034ae281c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 19:56:54.580849 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.quota [None req-e3e33242-dc84-4011-94cc-9c8034ae281c admin admin] Loaded quota_driver: . Jun 27 19:56:54.595971 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e3e33242-dc84-4011-94cc-9c8034ae281c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 19:56:54.655912 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e3e33242-dc84-4011-94cc-9c8034ae281c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741812590427', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741812578726', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741812568593', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741812573951', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741812617225', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741812611870', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-590127', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-749271', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16556997', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16405560'] for rbac-policy, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:56:54.717964 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e3e33242-dc84-4011-94cc-9c8034ae281c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:56:54.719135 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-e3e33242-dc84-4011-94cc-9c8034ae281c admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6406176 Jun 27 19:56:57.311686 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 51198) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 19:56:57.648416 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'cd9b7fb500fd4a5c99e78d967088c1c7'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 19:56:57.653535 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 19:56:57.658046 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] Usage tracker for resource:network and tenant:cd9b7fb500fd4a5c99e78d967088c1c7 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 19:56:57.662547 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 19:56:57.669115 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 19:56:57.678463 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] Made reservation on behalf of cd9b7fb500fd4a5c99e78d967088c1c7 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 19:56:57.681148 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:56:57.698207 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:56:57.711760 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 19:56:57.715863 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] Usage tracker for resource:security_group_rule and tenant:cd9b7fb500fd4a5c99e78d967088c1c7 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 19:56:57.720668 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 19:56:57.726190 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 19:56:57.824803 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:56:57.828509 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:56:57.850957 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 19:56:57.876841 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741810542960', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603533'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:56:57.877389 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] Unsubscribe: segment precommit_create {{(pid=88113) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 27 19:56:57.877937 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.db.segments_db [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] Added segment 65b4b496-a1a2-4a08-9f20-54e1d32fd2d2 of type vlan for network 784b953b-fd65-4500-9fab-eab9ceb2416a Jun 27 19:56:57.926028 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df8c588-a0ac-43ac-83e3-f3a69e3ab391,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 19:56:57.947109 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:56:57.947467 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:56:57.947778 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:56:57.948119 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:56:57.948437 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:56:57.948769 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:56:57.949081 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:56:57.949391 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:56:57.949737 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:56:57.950046 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:56:57.950351 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:56:57.950651 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:56:57.951770 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] Tracked resource versions report: Jun 27 19:56:57.951770 dv-cinder-845799-1-iscsi neutron-server[88113]: pushed versions: Jun 27 19:56:57.951770 dv-cinder-845799-1-iscsi neutron-server[88113]: { 'AddressGroup': {'1.2'}, Jun 27 19:56:57.951770 dv-cinder-845799-1-iscsi neutron-server[88113]: 'ConntrackHelper': {'1.0'}, Jun 27 19:56:57.951770 dv-cinder-845799-1-iscsi neutron-server[88113]: 'Log': {'1.0'}, Jun 27 19:56:57.951770 dv-cinder-845799-1-iscsi neutron-server[88113]: 'Network': {'1.1'}, Jun 27 19:56:57.951770 dv-cinder-845799-1-iscsi neutron-server[88113]: 'Port': {'1.7'}, Jun 27 19:56:57.951770 dv-cinder-845799-1-iscsi neutron-server[88113]: 'PortForwarding': {'1.2'}, Jun 27 19:56:57.951770 dv-cinder-845799-1-iscsi neutron-server[88113]: 'QosPolicy': {'1.8'}, Jun 27 19:56:57.951770 dv-cinder-845799-1-iscsi neutron-server[88113]: 'SecurityGroup': {'1.4'}, Jun 27 19:56:57.951770 dv-cinder-845799-1-iscsi neutron-server[88113]: 'SecurityGroupRule': {'1.2'}, Jun 27 19:56:57.951770 dv-cinder-845799-1-iscsi neutron-server[88113]: 'SubPort': {'1.0'}, Jun 27 19:56:57.951770 dv-cinder-845799-1-iscsi neutron-server[88113]: 'Subnet': {'1.1'}, Jun 27 19:56:57.951770 dv-cinder-845799-1-iscsi neutron-server[88113]: 'Trunk': {'1.1'}} Jun 27 19:56:57.951770 dv-cinder-845799-1-iscsi neutron-server[88113]: consumer versions: Jun 27 19:56:57.951770 dv-cinder-845799-1-iscsi neutron-server[88113]: { DHCP agent@dv-cinder-845799-1-iscsi: {}, Jun 27 19:56:57.951770 dv-cinder-845799-1-iscsi neutron-server[88113]: L3 agent@dv-cinder-845799-1-iscsi: {}, Jun 27 19:56:57.951770 dv-cinder-845799-1-iscsi neutron-server[88113]: Metadata agent@dv-cinder-845799-1-iscsi: {}, Jun 27 19:56:57.951770 dv-cinder-845799-1-iscsi neutron-server[88113]: Metering agent@dv-cinder-845799-1-iscsi: {}, Jun 27 19:56:57.951770 dv-cinder-845799-1-iscsi neutron-server[88113]: Open vSwitch agent@dv-cinder-845799-1-iscsi: { 'AddressGroup': '1.2', Jun 27 19:56:57.951770 dv-cinder-845799-1-iscsi neutron-server[88113]: 'ConntrackHelper': '1.0', Jun 27 19:56:57.951770 dv-cinder-845799-1-iscsi neutron-server[88113]: 'Log': '1.0', Jun 27 19:56:57.951770 dv-cinder-845799-1-iscsi neutron-server[88113]: 'Network': '1.1', Jun 27 19:56:57.951770 dv-cinder-845799-1-iscsi neutron-server[88113]: 'Port': '1.7', Jun 27 19:56:57.951770 dv-cinder-845799-1-iscsi neutron-server[88113]: 'PortForwarding': '1.2', Jun 27 19:56:57.951770 dv-cinder-845799-1-iscsi neutron-server[88113]: 'QosPolicy': '1.8', Jun 27 19:56:57.951770 dv-cinder-845799-1-iscsi neutron-server[88113]: 'SecurityGroup': '1.4', Jun 27 19:56:57.951770 dv-cinder-845799-1-iscsi neutron-server[88113]: 'SecurityGroupRule': '1.2', Jun 27 19:56:57.951770 dv-cinder-845799-1-iscsi neutron-server[88113]: 'SubPort': '1.0', Jun 27 19:56:57.951770 dv-cinder-845799-1-iscsi neutron-server[88113]: 'Subnet': '1.1', Jun 27 19:56:57.951770 dv-cinder-845799-1-iscsi neutron-server[88113]: 'Trunk': '1.1'}} Jun 27 19:56:57.951770 dv-cinder-845799-1-iscsi neutron-server[88113]: {{(pid=88113) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 19:56:57.986252 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741810009101'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:56:58.028390 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:56:58.029561 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 19:56:58.030228 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:56:58.134422 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] Pushing event updated for resources: {'Network': ['ID=784b953b-fd65-4500-9fab-eab9ceb2416a,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 19:56:58.137521 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-c3783689-2cfe-4c44-aab4-ca5c74479094 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8248732 Jun 27 19:56:58.147954 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Network 784b953b-fd65-4500-9fab-eab9ceb2416a details requested by agent ovs-agent-dv-cinder-845799-1-iscsi with host dv-cinder-845799-1-iscsi {{(pid=88115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 19:57:00.810432 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 51214) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 19:57:01.371422 dv-cinder-845799-1-iscsi neutron-server[88114]: WARNING oslo_policy.policy [None req-f9ab61d1-c92e-475b-8420-368c4547f84a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 19:57:01.371998 dv-cinder-845799-1-iscsi neutron-server[88114]: WARNING oslo_policy.policy [None req-f9ab61d1-c92e-475b-8420-368c4547f84a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 19:57:01.796733 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.policy [None req-f9ab61d1-c92e-475b-8420-368c4547f84a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88114) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 27 19:57:01.841314 dv-cinder-845799-1-iscsi neutron-server[88114]: WARNING oslo_policy.policy [None req-f9ab61d1-c92e-475b-8420-368c4547f84a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 19:57:01.841907 dv-cinder-845799-1-iscsi neutron-server[88114]: WARNING oslo_policy.policy [None req-f9ab61d1-c92e-475b-8420-368c4547f84a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 19:57:01.849635 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ab61d1-c92e-475b-8420-368c4547f84a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 19:57:01.851338 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-f9ab61d1-c92e-475b-8420-368c4547f84a admin admin] 10.222.0.23 "GET /v2.0/networks/784b953b-fd65-4500-9fab-eab9ceb2416a HTTP/1.1" status: 200 len: 825 time: 1.0400212 Jun 27 19:57:01.883789 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-15aa79d1-8d0a-46b0-a42c-ed7ed29eed45 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/3379f939-6c6a-4b7e-8241-9eaef5b0ef4f HTTP/1.1" status: 200 len: 734 time: 0.0265014 Jun 27 19:57:01.892486 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-dd1b5070-12d4-47b5-902f-2b57033fcd46 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '3379f939-6c6a-4b7e-8241-9eaef5b0ef4f', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '784b953b-fd65-4500-9fab-eab9ceb2416a', 'tenant_id': 'cd9b7fb500fd4a5c99e78d967088c1c7'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 19:57:01.894125 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.quota [None req-dd1b5070-12d4-47b5-902f-2b57033fcd46 admin admin] Loaded quota_driver: . Jun 27 19:57:01.899963 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-dd1b5070-12d4-47b5-902f-2b57033fcd46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 19:57:01.905445 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-dd1b5070-12d4-47b5-902f-2b57033fcd46 admin admin] Usage tracker for resource:subnet and tenant:cd9b7fb500fd4a5c99e78d967088c1c7 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 19:57:01.908675 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-dd1b5070-12d4-47b5-902f-2b57033fcd46 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 19:57:01.915535 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-dd1b5070-12d4-47b5-902f-2b57033fcd46 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 19:57:01.929957 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1b5070-12d4-47b5-902f-2b57033fcd46 admin admin] Made reservation on behalf of cd9b7fb500fd4a5c99e78d967088c1c7 for: {'subnet': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 19:57:01.933286 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dd1b5070-12d4-47b5-902f-2b57033fcd46 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:02.228183 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dd1b5070-12d4-47b5-902f-2b57033fcd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573'] for subnet, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:02.302933 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1b5070-12d4-47b5-902f-2b57033fcd46 admin admin] Checking segment: {'id': '65b4b496-a1a2-4a08-9f20-54e1d32fd2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '784b953b-fd65-4500-9fab-eab9ceb2416a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 19:57:02.303294 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1b5070-12d4-47b5-902f-2b57033fcd46 admin admin] Network hostable DHCP agents. Network: 784b953b-fd65-4500-9fab-eab9ceb2416a, hostable agents: ['4165b8a7-5268-4093-844e-4587fa48cc65'], hosted agents: [] {{(pid=88114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 19:57:02.326814 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b5070-12d4-47b5-902f-2b57033fcd46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48719da1-237d-494f-9143-9013b0187402,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 19:57:02.337158 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1b5070-12d4-47b5-902f-2b57033fcd46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:57:02.337511 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1b5070-12d4-47b5-902f-2b57033fcd46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:57:02.337864 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1b5070-12d4-47b5-902f-2b57033fcd46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:57:02.338185 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1b5070-12d4-47b5-902f-2b57033fcd46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:57:02.339012 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1b5070-12d4-47b5-902f-2b57033fcd46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:57:02.339341 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1b5070-12d4-47b5-902f-2b57033fcd46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:57:02.339653 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1b5070-12d4-47b5-902f-2b57033fcd46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:57:02.339962 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1b5070-12d4-47b5-902f-2b57033fcd46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:57:02.340298 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1b5070-12d4-47b5-902f-2b57033fcd46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:57:02.340596 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1b5070-12d4-47b5-902f-2b57033fcd46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:57:02.340899 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1b5070-12d4-47b5-902f-2b57033fcd46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:57:02.341202 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1b5070-12d4-47b5-902f-2b57033fcd46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:57:02.342363 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1b5070-12d4-47b5-902f-2b57033fcd46 admin admin] Tracked resource versions report: Jun 27 19:57:02.342363 dv-cinder-845799-1-iscsi neutron-server[88114]: pushed versions: Jun 27 19:57:02.342363 dv-cinder-845799-1-iscsi neutron-server[88114]: { 'AddressGroup': {'1.2'}, Jun 27 19:57:02.342363 dv-cinder-845799-1-iscsi neutron-server[88114]: 'ConntrackHelper': {'1.0'}, Jun 27 19:57:02.342363 dv-cinder-845799-1-iscsi neutron-server[88114]: 'Log': {'1.0'}, Jun 27 19:57:02.342363 dv-cinder-845799-1-iscsi neutron-server[88114]: 'Network': {'1.1'}, Jun 27 19:57:02.342363 dv-cinder-845799-1-iscsi neutron-server[88114]: 'Port': {'1.7'}, Jun 27 19:57:02.342363 dv-cinder-845799-1-iscsi neutron-server[88114]: 'PortForwarding': {'1.2'}, Jun 27 19:57:02.342363 dv-cinder-845799-1-iscsi neutron-server[88114]: 'QosPolicy': {'1.8'}, Jun 27 19:57:02.342363 dv-cinder-845799-1-iscsi neutron-server[88114]: 'SecurityGroup': {'1.4'}, Jun 27 19:57:02.342363 dv-cinder-845799-1-iscsi neutron-server[88114]: 'SecurityGroupRule': {'1.2'}, Jun 27 19:57:02.342363 dv-cinder-845799-1-iscsi neutron-server[88114]: 'SubPort': {'1.0'}, Jun 27 19:57:02.342363 dv-cinder-845799-1-iscsi neutron-server[88114]: 'Subnet': {'1.1'}, Jun 27 19:57:02.342363 dv-cinder-845799-1-iscsi neutron-server[88114]: 'Trunk': {'1.1'}} Jun 27 19:57:02.342363 dv-cinder-845799-1-iscsi neutron-server[88114]: consumer versions: Jun 27 19:57:02.342363 dv-cinder-845799-1-iscsi neutron-server[88114]: { DHCP agent@dv-cinder-845799-1-iscsi: {}, Jun 27 19:57:02.342363 dv-cinder-845799-1-iscsi neutron-server[88114]: L3 agent@dv-cinder-845799-1-iscsi: {}, Jun 27 19:57:02.342363 dv-cinder-845799-1-iscsi neutron-server[88114]: Metadata agent@dv-cinder-845799-1-iscsi: {}, Jun 27 19:57:02.342363 dv-cinder-845799-1-iscsi neutron-server[88114]: Metering agent@dv-cinder-845799-1-iscsi: {}, Jun 27 19:57:02.342363 dv-cinder-845799-1-iscsi neutron-server[88114]: Open vSwitch agent@dv-cinder-845799-1-iscsi: { 'AddressGroup': '1.2', Jun 27 19:57:02.342363 dv-cinder-845799-1-iscsi neutron-server[88114]: 'ConntrackHelper': '1.0', Jun 27 19:57:02.342363 dv-cinder-845799-1-iscsi neutron-server[88114]: 'Log': '1.0', Jun 27 19:57:02.342363 dv-cinder-845799-1-iscsi neutron-server[88114]: 'Network': '1.1', Jun 27 19:57:02.342363 dv-cinder-845799-1-iscsi neutron-server[88114]: 'Port': '1.7', Jun 27 19:57:02.342363 dv-cinder-845799-1-iscsi neutron-server[88114]: 'PortForwarding': '1.2', Jun 27 19:57:02.342363 dv-cinder-845799-1-iscsi neutron-server[88114]: 'QosPolicy': '1.8', Jun 27 19:57:02.342363 dv-cinder-845799-1-iscsi neutron-server[88114]: 'SecurityGroup': '1.4', Jun 27 19:57:02.342363 dv-cinder-845799-1-iscsi neutron-server[88114]: 'SecurityGroupRule': '1.2', Jun 27 19:57:02.342363 dv-cinder-845799-1-iscsi neutron-server[88114]: 'SubPort': '1.0', Jun 27 19:57:02.342363 dv-cinder-845799-1-iscsi neutron-server[88114]: 'Subnet': '1.1', Jun 27 19:57:02.342363 dv-cinder-845799-1-iscsi neutron-server[88114]: 'Trunk': '1.1'}} Jun 27 19:57:02.342363 dv-cinder-845799-1-iscsi neutron-server[88114]: {{(pid=88114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 19:57:02.353633 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1b5070-12d4-47b5-902f-2b57033fcd46 admin admin] Network 784b953b-fd65-4500-9fab-eab9ceb2416a is scheduled to be hosted by DHCP agent 4165b8a7-5268-4093-844e-4587fa48cc65 with binding_index 1 {{(pid=88114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 19:57:02.368867 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-dd1b5070-12d4-47b5-902f-2b57033fcd46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845799-1-iscsi, 784b953b-fd65-4500-9fab-eab9ceb2416a) {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 19:57:02.382240 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1b5070-12d4-47b5-902f-2b57033fcd46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 19:57:02.383227 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dd1b5070-12d4-47b5-902f-2b57033fcd46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for subnet, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:02.387282 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25262a33-abc3-4174-bbb6-b50bbb289da7 None None] Network 784b953b-fd65-4500-9fab-eab9ceb2416a requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 19:57:02.404623 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-dd1b5070-12d4-47b5-902f-2b57033fcd46 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5155911 Jun 27 19:57:02.670995 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0beb4dba-ead3-467f-b963-d1a1715d8815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec9038c-6dc9-54f2-9480-5d6565864add-784b953b-fd65-4500-9fab-eab9ceb2416a', 'network_id': '784b953b-fd65-4500-9fab-eab9ceb2416a', 'tenant_id': 'cd9b7fb500fd4a5c99e78d967088c1c7', 'fixed_ips': [{'subnet_id': '48719da1-237d-494f-9143-9013b0187402'}]}} from dv-cinder-845799-1-iscsi. {{(pid=88115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 27 19:57:02.672541 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0beb4dba-ead3-467f-b963-d1a1715d8815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:02.860269 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [None req-0beb4dba-ead3-467f-b963-d1a1715d8815 None None] Allocated IP 172.20.0.2 (784b953b-fd65-4500-9fab-eab9ceb2416a/48719da1-237d-494f-9143-9013b0187402/97d682e5-cbc9-4941-8a83-514752773ff0) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 19:57:03.085893 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0beb4dba-ead3-467f-b963-d1a1715d8815 None None] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:03.099706 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-0beb4dba-ead3-467f-b963-d1a1715d8815 None None] Transition to ACTIVE for port object 97d682e5-cbc9-4941-8a83-514752773ff0 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 19:57:03.118349 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-0beb4dba-ead3-467f-b963-d1a1715d8815 None None] Transition to ACTIVE for port object 97d682e5-cbc9-4941-8a83-514752773ff0 will not be triggered until provisioned by entity DHCP. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 19:57:03.124618 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0beb4dba-ead3-467f-b963-d1a1715d8815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:03.183319 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0beb4dba-ead3-467f-b963-d1a1715d8815 None None] Network 784b953b-fd65-4500-9fab-eab9ceb2416a is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 19:57:03.190018 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-0beb4dba-ead3-467f-b963-d1a1715d8815 None None] Resources bound (agent type, host, resource id): {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 19:57:03.197257 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beb4dba-ead3-467f-b963-d1a1715d8815 None None] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 19:57:03.199436 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb4dba-ead3-467f-b963-d1a1715d8815 None None] Pushing event updated for resources: {'Port': ['ID=97d682e5-cbc9-4941-8a83-514752773ff0,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 19:57:03.208158 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb4dba-ead3-467f-b963-d1a1715d8815 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:57:03.208500 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb4dba-ead3-467f-b963-d1a1715d8815 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:57:03.208836 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb4dba-ead3-467f-b963-d1a1715d8815 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:57:03.209163 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb4dba-ead3-467f-b963-d1a1715d8815 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:57:03.209489 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb4dba-ead3-467f-b963-d1a1715d8815 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:57:03.209841 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb4dba-ead3-467f-b963-d1a1715d8815 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:57:03.210165 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb4dba-ead3-467f-b963-d1a1715d8815 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:57:03.210485 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb4dba-ead3-467f-b963-d1a1715d8815 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:57:03.210843 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb4dba-ead3-467f-b963-d1a1715d8815 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:57:03.211146 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb4dba-ead3-467f-b963-d1a1715d8815 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:57:03.211461 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb4dba-ead3-467f-b963-d1a1715d8815 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:57:03.211780 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb4dba-ead3-467f-b963-d1a1715d8815 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:57:03.212925 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb4dba-ead3-467f-b963-d1a1715d8815 None None] Tracked resource versions report: Jun 27 19:57:03.212925 dv-cinder-845799-1-iscsi neutron-server[88115]: pushed versions: Jun 27 19:57:03.212925 dv-cinder-845799-1-iscsi neutron-server[88115]: { 'AddressGroup': {'1.2'}, Jun 27 19:57:03.212925 dv-cinder-845799-1-iscsi neutron-server[88115]: 'ConntrackHelper': {'1.0'}, Jun 27 19:57:03.212925 dv-cinder-845799-1-iscsi neutron-server[88115]: 'Log': {'1.0'}, Jun 27 19:57:03.212925 dv-cinder-845799-1-iscsi neutron-server[88115]: 'Network': {'1.1'}, Jun 27 19:57:03.212925 dv-cinder-845799-1-iscsi neutron-server[88115]: 'Port': {'1.7'}, Jun 27 19:57:03.212925 dv-cinder-845799-1-iscsi neutron-server[88115]: 'PortForwarding': {'1.2'}, Jun 27 19:57:03.212925 dv-cinder-845799-1-iscsi neutron-server[88115]: 'QosPolicy': {'1.8'}, Jun 27 19:57:03.212925 dv-cinder-845799-1-iscsi neutron-server[88115]: 'SecurityGroup': {'1.4'}, Jun 27 19:57:03.212925 dv-cinder-845799-1-iscsi neutron-server[88115]: 'SecurityGroupRule': {'1.2'}, Jun 27 19:57:03.212925 dv-cinder-845799-1-iscsi neutron-server[88115]: 'SubPort': {'1.0'}, Jun 27 19:57:03.212925 dv-cinder-845799-1-iscsi neutron-server[88115]: 'Subnet': {'1.1'}, Jun 27 19:57:03.212925 dv-cinder-845799-1-iscsi neutron-server[88115]: 'Trunk': {'1.1'}} Jun 27 19:57:03.212925 dv-cinder-845799-1-iscsi neutron-server[88115]: consumer versions: Jun 27 19:57:03.212925 dv-cinder-845799-1-iscsi neutron-server[88115]: { DHCP agent@dv-cinder-845799-1-iscsi: {}, Jun 27 19:57:03.212925 dv-cinder-845799-1-iscsi neutron-server[88115]: L3 agent@dv-cinder-845799-1-iscsi: {}, Jun 27 19:57:03.212925 dv-cinder-845799-1-iscsi neutron-server[88115]: Metadata agent@dv-cinder-845799-1-iscsi: {}, Jun 27 19:57:03.212925 dv-cinder-845799-1-iscsi neutron-server[88115]: Metering agent@dv-cinder-845799-1-iscsi: {}, Jun 27 19:57:03.212925 dv-cinder-845799-1-iscsi neutron-server[88115]: Open vSwitch agent@dv-cinder-845799-1-iscsi: { 'AddressGroup': '1.2', Jun 27 19:57:03.212925 dv-cinder-845799-1-iscsi neutron-server[88115]: 'ConntrackHelper': '1.0', Jun 27 19:57:03.212925 dv-cinder-845799-1-iscsi neutron-server[88115]: 'Log': '1.0', Jun 27 19:57:03.212925 dv-cinder-845799-1-iscsi neutron-server[88115]: 'Network': '1.1', Jun 27 19:57:03.212925 dv-cinder-845799-1-iscsi neutron-server[88115]: 'Port': '1.7', Jun 27 19:57:03.212925 dv-cinder-845799-1-iscsi neutron-server[88115]: 'PortForwarding': '1.2', Jun 27 19:57:03.212925 dv-cinder-845799-1-iscsi neutron-server[88115]: 'QosPolicy': '1.8', Jun 27 19:57:03.212925 dv-cinder-845799-1-iscsi neutron-server[88115]: 'SecurityGroup': '1.4', Jun 27 19:57:03.212925 dv-cinder-845799-1-iscsi neutron-server[88115]: 'SecurityGroupRule': '1.2', Jun 27 19:57:03.212925 dv-cinder-845799-1-iscsi neutron-server[88115]: 'SubPort': '1.0', Jun 27 19:57:03.212925 dv-cinder-845799-1-iscsi neutron-server[88115]: 'Subnet': '1.1', Jun 27 19:57:03.212925 dv-cinder-845799-1-iscsi neutron-server[88115]: 'Trunk': '1.1'}} Jun 27 19:57:03.212925 dv-cinder-845799-1-iscsi neutron-server[88115]: {{(pid=88115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 19:57:03.314805 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-0beb4dba-ead3-467f-b963-d1a1715d8815 None None] Attempting to bind port 97d682e5-cbc9-4941-8a83-514752773ff0 on host dv-cinder-845799-1-iscsi for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 19:57:03.315195 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-0beb4dba-ead3-467f-b963-d1a1715d8815 None None] Attempting to bind port 97d682e5-cbc9-4941-8a83-514752773ff0 by drivers openvswitch,hyperv on host dv-cinder-845799-1-iscsi at level 0 using segments [{'id': '65b4b496-a1a2-4a08-9f20-54e1d32fd2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '784b953b-fd65-4500-9fab-eab9ceb2416a'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 19:57:03.315605 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beb4dba-ead3-467f-b963-d1a1715d8815 None None] Attempting to bind port 97d682e5-cbc9-4941-8a83-514752773ff0 on network 784b953b-fd65-4500-9fab-eab9ceb2416a {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 19:57:03.320735 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beb4dba-ead3-467f-b963-d1a1715d8815 None None] Checking agent: {'id': '002de21a-1fb9-4fe8-99da-e58f143369d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845799-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'started_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 19, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845799-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 19:57:03.321100 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beb4dba-ead3-467f-b963-d1a1715d8815 None None] Checking segment: {'id': '65b4b496-a1a2-4a08-9f20-54e1d32fd2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '784b953b-fd65-4500-9fab-eab9ceb2416a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 19:57:03.321580 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0beb4dba-ead3-467f-b963-d1a1715d8815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:03.321975 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beb4dba-ead3-467f-b963-d1a1715d8815 None None] Bound using segment: {'id': '65b4b496-a1a2-4a08-9f20-54e1d32fd2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '784b953b-fd65-4500-9fab-eab9ceb2416a'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 19:57:03.322463 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-0beb4dba-ead3-467f-b963-d1a1715d8815 None None] Bound port: 97d682e5-cbc9-4941-8a83-514752773ff0, host: dv-cinder-845799-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b4b496-a1a2-4a08-9f20-54e1d32fd2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '784b953b-fd65-4500-9fab-eab9ceb2416a'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 19:57:03.323403 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0beb4dba-ead3-467f-b963-d1a1715d8815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:03.410992 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-0beb4dba-ead3-467f-b963-d1a1715d8815 None None] For port 97d682e5-cbc9-4941-8a83-514752773ff0, host dv-cinder-845799-1-iscsi, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 19:57:03.414809 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-0beb4dba-ead3-467f-b963-d1a1715d8815 None None] For port 97d682e5-cbc9-4941-8a83-514752773ff0, host dv-cinder-845799-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=97d682e5-cbc9-4941-8a83-514752773ff0,segment=NetworkSegment(65b4b496-a1a2-4a08-9f20-54e1d32fd2d2),segment_id=65b4b496-a1a2-4a08-9f20-54e1d32fd2d2)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 19:57:03.419281 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0beb4dba-ead3-467f-b963-d1a1715d8815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:03.504104 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb4dba-ead3-467f-b963-d1a1715d8815 None None] Pushing event updated for resources: {'Port': ['ID=97d682e5-cbc9-4941-8a83-514752773ff0,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 19:57:04.829520 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 51236) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 19:57:05.218761 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [None req-01945a9a-52a3-4c30-b972-60e28a7f112d admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 27 19:57:05.219739 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-01945a9a-52a3-4c30-b972-60e28a7f112d admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3892431 Jun 27 19:57:07.307776 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682c5ad7-f1d6-42d4-8036-8df3a21b953d None None] Network 784b953b-fd65-4500-9fab-eab9ceb2416a requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 19:57:07.400545 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-4f324a0b-4f75-49e8-bd6c-fbe5d85c6c19 None None] Provisioning for port 97d682e5-cbc9-4941-8a83-514752773ff0 completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 19:57:07.667039 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 51250) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 19:57:07.778594 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 97d682e5-cbc9-4941-8a83-514752773ff0 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 19:57:07.863151 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning for port 97d682e5-cbc9-4941-8a83-514752773ff0 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 19:57:07.868213 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 97d682e5-cbc9-4941-8a83-514752773ff0 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 19:57:07.868610 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:07.983360 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 97d682e5-cbc9-4941-8a83-514752773ff0 is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 19:57:07.983792 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:08.016481 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] For port 97d682e5-cbc9-4941-8a83-514752773ff0, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=97d682e5-cbc9-4941-8a83-514752773ff0,segment=NetworkSegment(65b4b496-a1a2-4a08-9f20-54e1d32fd2d2),segment_id=65b4b496-a1a2-4a08-9f20-54e1d32fd2d2)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 19:57:08.020012 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:08.048585 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [None req-1ffa073d-0112-4b70-89f5-8cd1ea639798 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 27 19:57:08.049684 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-1ffa073d-0112-4b70-89f5-8cd1ea639798 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3816054 Jun 27 19:57:08.087458 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Pushing event updated for resources: {'Port': ['ID=97d682e5-cbc9-4941-8a83-514752773ff0,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 19:57:09.746343 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 97d682e5-cbc9-4941-8a83-514752773ff0 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 19:57:09.811465 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 97d682e5-cbc9-4941-8a83-514752773ff0 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 19:57:09.811832 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:09.925734 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 97d682e5-cbc9-4941-8a83-514752773ff0 is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 19:57:10.712563 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 51262) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 19:57:11.051485 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-c064c4d3-4d4c-4181-875f-e45d38eddf95 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'cd9b7fb500fd4a5c99e78d967088c1c7'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 19:57:11.056450 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-c064c4d3-4d4c-4181-875f-e45d38eddf95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 19:57:11.060844 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-c064c4d3-4d4c-4181-875f-e45d38eddf95 admin admin] Usage tracker for resource:router and tenant:cd9b7fb500fd4a5c99e78d967088c1c7 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 19:57:11.064043 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-c064c4d3-4d4c-4181-875f-e45d38eddf95 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 19:57:11.069761 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-c064c4d3-4d4c-4181-875f-e45d38eddf95 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 19:57:11.079258 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c064c4d3-4d4c-4181-875f-e45d38eddf95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16270966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7578'] for router, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:11.080780 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c064c4d3-4d4c-4181-875f-e45d38eddf95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16272205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16757837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16391757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4457'] for router, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:11.101000 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c064c4d3-4d4c-4181-875f-e45d38eddf95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:11.209083 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c064c4d3-4d4c-4181-875f-e45d38eddf95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16270916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16757784'] for router, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:11.226357 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c064c4d3-4d4c-4181-875f-e45d38eddf95 admin admin] Notify callbacks [] for router, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:11.227501 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-c064c4d3-4d4c-4181-875f-e45d38eddf95 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5139453 Jun 27 19:57:13.611346 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 51272) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 19:57:13.969753 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [None req-a8c6422e-ae5e-45b5-9188-5ba77dd130ad admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 27 19:57:13.970718 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-a8c6422e-ae5e-45b5-9188-5ba77dd130ad admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3584652 Jun 27 19:57:14.552888 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1f01efa9-62d7-4ae1-93ce-ca7cc3f42474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:16.458787 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 51282) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 19:57:16.767422 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1bcf0f69-7958-4c3c-ba9a-1f120da86268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:16.818295 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-756e18ae-2c21-44d5-b873-d9c0067cb20a admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'is_default': True}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 19:57:16.823055 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-756e18ae-2c21-44d5-b873-d9c0067cb20a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 19:57:16.826909 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-756e18ae-2c21-44d5-b873-d9c0067cb20a admin admin] Usage tracker for resource:network and tenant:593b9aac742a4858af9f057cf280f4bc is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 19:57:16.829823 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-756e18ae-2c21-44d5-b873-d9c0067cb20a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 19:57:16.835460 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-756e18ae-2c21-44d5-b873-d9c0067cb20a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 19:57:16.844907 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756e18ae-2c21-44d5-b873-d9c0067cb20a admin admin] Made reservation on behalf of 593b9aac742a4858af9f057cf280f4bc for: {'network': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 19:57:16.847585 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-756e18ae-2c21-44d5-b873-d9c0067cb20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for network, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:16.863641 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-756e18ae-2c21-44d5-b873-d9c0067cb20a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:16.878072 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-756e18ae-2c21-44d5-b873-d9c0067cb20a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 19:57:16.881658 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-756e18ae-2c21-44d5-b873-d9c0067cb20a admin admin] Usage tracker for resource:security_group_rule and tenant:593b9aac742a4858af9f057cf280f4bc is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 19:57:16.884933 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-756e18ae-2c21-44d5-b873-d9c0067cb20a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 19:57:16.890396 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-756e18ae-2c21-44d5-b873-d9c0067cb20a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 19:57:16.995960 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-756e18ae-2c21-44d5-b873-d9c0067cb20a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:16.999801 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-756e18ae-2c21-44d5-b873-d9c0067cb20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:17.023463 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-756e18ae-2c21-44d5-b873-d9c0067cb20a admin admin] Reserving flat network on physical network physnet1 {{(pid=88114) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 27 19:57:17.037337 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e18ae-2c21-44d5-b873-d9c0067cb20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12acda26-c1b1-40ca-ae60-20d4e788f2cb,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 19:57:17.044486 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-756e18ae-2c21-44d5-b873-d9c0067cb20a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741810542960', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603533'] for segment, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:17.045019 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-756e18ae-2c21-44d5-b873-d9c0067cb20a admin admin] Unsubscribe: segment precommit_create {{(pid=88114) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 27 19:57:17.045484 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.db.segments_db [None req-756e18ae-2c21-44d5-b873-d9c0067cb20a admin admin] Added segment c8e1d377-ef10-44fe-8306-b14a68212fb0 of type flat for network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 Jun 27 19:57:17.084101 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-756e18ae-2c21-44d5-b873-d9c0067cb20a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741810009101'] for network, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:17.123449 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-756e18ae-2c21-44d5-b873-d9c0067cb20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573'] for network, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:17.124269 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756e18ae-2c21-44d5-b873-d9c0067cb20a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 19:57:17.124836 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-756e18ae-2c21-44d5-b873-d9c0067cb20a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for network, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:17.223433 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e18ae-2c21-44d5-b873-d9c0067cb20a admin admin] Pushing event updated for resources: {'Network': ['ID=f5e38b28-d42a-47c6-b8ea-5d0ae1b51160,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 19:57:17.225941 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-756e18ae-2c21-44d5-b873-d9c0067cb20a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7661583 Jun 27 19:57:17.235173 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 details requested by agent ovs-agent-dv-cinder-845799-1-iscsi with host dv-cinder-845799-1-iscsi {{(pid=88115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 19:57:17.907943 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:18.011685 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:19.159072 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:19.606225 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 51302) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 19:57:19.812509 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce287ada-d2d4-401e-830c-ff69216500ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 19:57:19.813851 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-ce287ada-d2d4-401e-830c-ff69216500ea admin admin] 10.222.0.23 "GET /v2.0/subnets/48719da1-237d-494f-9143-9013b0187402 HTTP/1.1" status: 200 len: 849 time: 0.2066717 Jun 27 19:57:19.951769 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-036cc9c0-6c89-42ae-a381-c759acfb7122 admin admin] 10.222.0.23 "GET /v2.0/routers/21cd719a-68ce-4e3d-a8f7-edbd137cc736 HTTP/1.1" status: 200 len: 704 time: 0.1324251 Jun 27 19:57:20.401775 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-50463051-c01c-47c7-b1d8-cbf429a2be69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:20.621662 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-50463051-c01c-47c7-b1d8-cbf429a2be69 admin admin] Allocated IP 172.20.0.1 (784b953b-fd65-4500-9fab-eab9ceb2416a/48719da1-237d-494f-9143-9013b0187402/de44e6b0-f0aa-4327-a93b-85aee8c45fbf) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 19:57:20.817431 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-50463051-c01c-47c7-b1d8-cbf429a2be69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:20.834694 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-50463051-c01c-47c7-b1d8-cbf429a2be69 admin admin] Transition to ACTIVE for port object de44e6b0-f0aa-4327-a93b-85aee8c45fbf will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 19:57:20.888201 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-50463051-c01c-47c7-b1d8-cbf429a2be69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:20.947615 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50463051-c01c-47c7-b1d8-cbf429a2be69 admin admin] Network 784b953b-fd65-4500-9fab-eab9ceb2416a is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 19:57:20.950235 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-50463051-c01c-47c7-b1d8-cbf429a2be69 admin admin] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 19:57:20.952697 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50463051-c01c-47c7-b1d8-cbf429a2be69 admin admin] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 19:57:20.953210 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-50463051-c01c-47c7-b1d8-cbf429a2be69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16270930'] for router_interface, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:21.095654 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50463051-c01c-47c7-b1d8-cbf429a2be69 admin admin] Pushing event updated for resources: {'Port': ['ID=de44e6b0-f0aa-4327-a93b-85aee8c45fbf,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 19:57:21.137072 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-b9e38646-7334-4495-8f20-1d10caa1a158 None None] Provisioning for port de44e6b0-f0aa-4327-a93b-85aee8c45fbf completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 19:57:21.141532 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-b9e38646-7334-4495-8f20-1d10caa1a158 None None] Provisioning complete for port de44e6b0-f0aa-4327-a93b-85aee8c45fbf triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 19:57:21.141934 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b9e38646-7334-4495-8f20-1d10caa1a158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:21.197539 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-b9e38646-7334-4495-8f20-1d10caa1a158 None None] Port de44e6b0-f0aa-4327-a93b-85aee8c45fbf cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 19:57:21.220796 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-50463051-c01c-47c7-b1d8-cbf429a2be69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:21.436293 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-50463051-c01c-47c7-b1d8-cbf429a2be69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:21.440626 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-50463051-c01c-47c7-b1d8-cbf429a2be69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:21.441360 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-50463051-c01c-47c7-b1d8-cbf429a2be69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16717675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16270903'] for router_interface, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:21.570070 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50463051-c01c-47c7-b1d8-cbf429a2be69 admin admin] Pushing event updated for resources: {'Port': ['ID=de44e6b0-f0aa-4327-a93b-85aee8c45fbf,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 19:57:21.628399 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50463051-c01c-47c7-b1d8-cbf429a2be69 admin admin] Network 784b953b-fd65-4500-9fab-eab9ceb2416a is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 19:57:21.629449 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-50463051-c01c-47c7-b1d8-cbf429a2be69 admin admin] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 19:57:21.817664 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50463051-c01c-47c7-b1d8-cbf429a2be69 admin admin] Router 21cd719a-68ce-4e3d-a8f7-edbd137cc736 is scheduled to L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e with binding_index 1 {{(pid=88114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 27 19:57:21.821959 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-9a730cec-db4d-48a7-a65f-1bffefb6a9b4 None None] Provisioning complete for port de44e6b0-f0aa-4327-a93b-85aee8c45fbf triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 19:57:21.822332 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9a730cec-db4d-48a7-a65f-1bffefb6a9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:21.875375 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-9a730cec-db4d-48a7-a65f-1bffefb6a9b4 None None] Port de44e6b0-f0aa-4327-a93b-85aee8c45fbf cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 19:57:21.969740 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50463051-c01c-47c7-b1d8-cbf429a2be69 admin admin] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 19:57:21.979752 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-50463051-c01c-47c7-b1d8-cbf429a2be69 admin admin] 10.222.0.23 "PUT /v2.0/routers/21cd719a-68ce-4e3d-a8f7-edbd137cc736/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0231783 Jun 27 19:57:21.979961 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d730db-3068-4406-9bdb-f5cabc1907b4 None None] Sync routers for ids ['21cd719a-68ce-4e3d-a8f7-edbd137cc736'] in dv-cinder-845799-1-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 19:57:21.990177 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d730db-3068-4406-9bdb-f5cabc1907b4 None None] Routers {'21cd719a-68ce-4e3d-a8f7-edbd137cc736'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 19:57:21.991028 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-08d730db-3068-4406-9bdb-f5cabc1907b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T19:57:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['21cd719a-68ce-4e3d-a8f7-edbd137cc736'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 19:57:22.165775 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-08d730db-3068-4406-9bdb-f5cabc1907b4 None None] Set router 21cd719a-68ce-4e3d-a8f7-edbd137cc736 gateway port host: None {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 19:57:22.530175 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-08d730db-3068-4406-9bdb-f5cabc1907b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cd719a-68ce-4e3d-a8f7-edbd137cc736', 'name': 'router1', 'tenant_id': 'cd9b7fb500fd4a5c99e78d967088c1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T19:57:11Z', 'updated_at': '2022-06-27T19:57:21Z', 'revision_number': 2, 'project_id': 'cd9b7fb500fd4a5c99e78d967088c1c7', 'gw_port_host': None, '_interfaces': [{'id': 'de44e6b0-f0aa-4327-a93b-85aee8c45fbf', 'name': '', 'network_id': '784b953b-fd65-4500-9fab-eab9ceb2416a', 'tenant_id': 'cd9b7fb500fd4a5c99e78d967088c1c7', 'mac_address': 'fa:16:3e:bc:7f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21cd719a-68ce-4e3d-a8f7-edbd137cc736', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48719da1-237d-494f-9143-9013b0187402', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T19:57:20Z', 'updated_at': '2022-06-27T19:57:21Z', 'revision_number': 2, 'project_id': 'cd9b7fb500fd4a5c99e78d967088c1c7', 'subnets': [{'id': '48719da1-237d-494f-9143-9013b0187402', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3379f939-6c6a-4b7e-8241-9eaef5b0ef4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 19:57:22.534875 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d730db-3068-4406-9bdb-f5cabc1907b4 None None] Checking router: 21cd719a-68ce-4e3d-a8f7-edbd137cc736 for host: dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 19:57:22.535236 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d730db-3068-4406-9bdb-f5cabc1907b4 None None] Updating router 21cd719a-68ce-4e3d-a8f7-edbd137cc736 port de44e6b0-f0aa-4327-a93b-85aee8c45fbf binding host dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 19:57:22.585100 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-08d730db-3068-4406-9bdb-f5cabc1907b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:22.959137 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-08d730db-3068-4406-9bdb-f5cabc1907b4 None None] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:22.973479 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-08d730db-3068-4406-9bdb-f5cabc1907b4 None None] Transition to ACTIVE for port object de44e6b0-f0aa-4327-a93b-85aee8c45fbf will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 19:57:22.979270 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-08d730db-3068-4406-9bdb-f5cabc1907b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:23.192743 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608d919-624e-4b5e-a40a-15088232682f None None] Pushing event updated for resources: {'Port': ['ID=de44e6b0-f0aa-4327-a93b-85aee8c45fbf,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 19:57:23.214802 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608d919-624e-4b5e-a40a-15088232682f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:57:23.215150 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608d919-624e-4b5e-a40a-15088232682f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:57:23.215490 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608d919-624e-4b5e-a40a-15088232682f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:57:23.215824 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608d919-624e-4b5e-a40a-15088232682f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:57:23.216155 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608d919-624e-4b5e-a40a-15088232682f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:57:23.216483 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608d919-624e-4b5e-a40a-15088232682f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:57:23.216812 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608d919-624e-4b5e-a40a-15088232682f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:57:23.217135 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608d919-624e-4b5e-a40a-15088232682f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:57:23.217465 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608d919-624e-4b5e-a40a-15088232682f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:57:23.217819 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608d919-624e-4b5e-a40a-15088232682f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:57:23.218140 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608d919-624e-4b5e-a40a-15088232682f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:57:23.218459 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608d919-624e-4b5e-a40a-15088232682f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:57:23.219598 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608d919-624e-4b5e-a40a-15088232682f None None] Tracked resource versions report: Jun 27 19:57:23.219598 dv-cinder-845799-1-iscsi neutron-server[88116]: pushed versions: Jun 27 19:57:23.219598 dv-cinder-845799-1-iscsi neutron-server[88116]: { 'AddressGroup': {'1.2'}, Jun 27 19:57:23.219598 dv-cinder-845799-1-iscsi neutron-server[88116]: 'ConntrackHelper': {'1.0'}, Jun 27 19:57:23.219598 dv-cinder-845799-1-iscsi neutron-server[88116]: 'Log': {'1.0'}, Jun 27 19:57:23.219598 dv-cinder-845799-1-iscsi neutron-server[88116]: 'Network': {'1.1'}, Jun 27 19:57:23.219598 dv-cinder-845799-1-iscsi neutron-server[88116]: 'Port': {'1.7'}, Jun 27 19:57:23.219598 dv-cinder-845799-1-iscsi neutron-server[88116]: 'PortForwarding': {'1.2'}, Jun 27 19:57:23.219598 dv-cinder-845799-1-iscsi neutron-server[88116]: 'QosPolicy': {'1.8'}, Jun 27 19:57:23.219598 dv-cinder-845799-1-iscsi neutron-server[88116]: 'SecurityGroup': {'1.4'}, Jun 27 19:57:23.219598 dv-cinder-845799-1-iscsi neutron-server[88116]: 'SecurityGroupRule': {'1.2'}, Jun 27 19:57:23.219598 dv-cinder-845799-1-iscsi neutron-server[88116]: 'SubPort': {'1.0'}, Jun 27 19:57:23.219598 dv-cinder-845799-1-iscsi neutron-server[88116]: 'Subnet': {'1.1'}, Jun 27 19:57:23.219598 dv-cinder-845799-1-iscsi neutron-server[88116]: 'Trunk': {'1.1'}} Jun 27 19:57:23.219598 dv-cinder-845799-1-iscsi neutron-server[88116]: consumer versions: Jun 27 19:57:23.219598 dv-cinder-845799-1-iscsi neutron-server[88116]: { DHCP agent@dv-cinder-845799-1-iscsi: {}, Jun 27 19:57:23.219598 dv-cinder-845799-1-iscsi neutron-server[88116]: L3 agent@dv-cinder-845799-1-iscsi: {}, Jun 27 19:57:23.219598 dv-cinder-845799-1-iscsi neutron-server[88116]: Metadata agent@dv-cinder-845799-1-iscsi: {}, Jun 27 19:57:23.219598 dv-cinder-845799-1-iscsi neutron-server[88116]: Metering agent@dv-cinder-845799-1-iscsi: {}, Jun 27 19:57:23.219598 dv-cinder-845799-1-iscsi neutron-server[88116]: Open vSwitch agent@dv-cinder-845799-1-iscsi: { 'AddressGroup': '1.2', Jun 27 19:57:23.219598 dv-cinder-845799-1-iscsi neutron-server[88116]: 'ConntrackHelper': '1.0', Jun 27 19:57:23.219598 dv-cinder-845799-1-iscsi neutron-server[88116]: 'Log': '1.0', Jun 27 19:57:23.219598 dv-cinder-845799-1-iscsi neutron-server[88116]: 'Network': '1.1', Jun 27 19:57:23.219598 dv-cinder-845799-1-iscsi neutron-server[88116]: 'Port': '1.7', Jun 27 19:57:23.219598 dv-cinder-845799-1-iscsi neutron-server[88116]: 'PortForwarding': '1.2', Jun 27 19:57:23.219598 dv-cinder-845799-1-iscsi neutron-server[88116]: 'QosPolicy': '1.8', Jun 27 19:57:23.219598 dv-cinder-845799-1-iscsi neutron-server[88116]: 'SecurityGroup': '1.4', Jun 27 19:57:23.219598 dv-cinder-845799-1-iscsi neutron-server[88116]: 'SecurityGroupRule': '1.2', Jun 27 19:57:23.219598 dv-cinder-845799-1-iscsi neutron-server[88116]: 'SubPort': '1.0', Jun 27 19:57:23.219598 dv-cinder-845799-1-iscsi neutron-server[88116]: 'Subnet': '1.1', Jun 27 19:57:23.219598 dv-cinder-845799-1-iscsi neutron-server[88116]: 'Trunk': '1.1'}} Jun 27 19:57:23.219598 dv-cinder-845799-1-iscsi neutron-server[88116]: {{(pid=88116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 19:57:23.229648 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-08d730db-3068-4406-9bdb-f5cabc1907b4 None None] Attempting to bind port de44e6b0-f0aa-4327-a93b-85aee8c45fbf on host dv-cinder-845799-1-iscsi for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 19:57:23.230047 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-08d730db-3068-4406-9bdb-f5cabc1907b4 None None] Attempting to bind port de44e6b0-f0aa-4327-a93b-85aee8c45fbf by drivers openvswitch,hyperv on host dv-cinder-845799-1-iscsi at level 0 using segments [{'id': '65b4b496-a1a2-4a08-9f20-54e1d32fd2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '784b953b-fd65-4500-9fab-eab9ceb2416a'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 19:57:23.230467 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d730db-3068-4406-9bdb-f5cabc1907b4 None None] Attempting to bind port de44e6b0-f0aa-4327-a93b-85aee8c45fbf on network 784b953b-fd65-4500-9fab-eab9ceb2416a {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 19:57:23.235757 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d730db-3068-4406-9bdb-f5cabc1907b4 None None] Checking agent: {'id': '002de21a-1fb9-4fe8-99da-e58f143369d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845799-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'started_at': datetime.datetime(2022, 6, 27, 19, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 19, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845799-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 19:57:23.236121 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d730db-3068-4406-9bdb-f5cabc1907b4 None None] Checking segment: {'id': '65b4b496-a1a2-4a08-9f20-54e1d32fd2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '784b953b-fd65-4500-9fab-eab9ceb2416a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 19:57:23.236593 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-08d730db-3068-4406-9bdb-f5cabc1907b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:23.236968 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d730db-3068-4406-9bdb-f5cabc1907b4 None None] Bound using segment: {'id': '65b4b496-a1a2-4a08-9f20-54e1d32fd2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '784b953b-fd65-4500-9fab-eab9ceb2416a'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 19:57:23.237463 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-08d730db-3068-4406-9bdb-f5cabc1907b4 None None] Bound port: de44e6b0-f0aa-4327-a93b-85aee8c45fbf, host: dv-cinder-845799-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b4b496-a1a2-4a08-9f20-54e1d32fd2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '784b953b-fd65-4500-9fab-eab9ceb2416a'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 19:57:23.237871 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-08d730db-3068-4406-9bdb-f5cabc1907b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:23.325541 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-08d730db-3068-4406-9bdb-f5cabc1907b4 None None] For port de44e6b0-f0aa-4327-a93b-85aee8c45fbf, host dv-cinder-845799-1-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 19:57:23.329671 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-08d730db-3068-4406-9bdb-f5cabc1907b4 None None] For port de44e6b0-f0aa-4327-a93b-85aee8c45fbf, host dv-cinder-845799-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=de44e6b0-f0aa-4327-a93b-85aee8c45fbf,segment=NetworkSegment(65b4b496-a1a2-4a08-9f20-54e1d32fd2d2),segment_id=65b4b496-a1a2-4a08-9f20-54e1d32fd2d2)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 19:57:23.334077 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-08d730db-3068-4406-9bdb-f5cabc1907b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:23.442073 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608d919-624e-4b5e-a40a-15088232682f None None] Pushing event updated for resources: {'Port': ['ID=de44e6b0-f0aa-4327-a93b-85aee8c45fbf,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 19:57:23.445049 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d730db-3068-4406-9bdb-f5cabc1907b4 None None] Routers {'21cd719a-68ce-4e3d-a8f7-edbd137cc736'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 19:57:23.446067 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-08d730db-3068-4406-9bdb-f5cabc1907b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T19:57:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['21cd719a-68ce-4e3d-a8f7-edbd137cc736'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 19:57:23.595665 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-08d730db-3068-4406-9bdb-f5cabc1907b4 None None] Set router 21cd719a-68ce-4e3d-a8f7-edbd137cc736 gateway port host: None {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 19:57:23.922518 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-08d730db-3068-4406-9bdb-f5cabc1907b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cd719a-68ce-4e3d-a8f7-edbd137cc736', 'name': 'router1', 'tenant_id': 'cd9b7fb500fd4a5c99e78d967088c1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T19:57:11Z', 'updated_at': '2022-06-27T19:57:21Z', 'revision_number': 2, 'project_id': 'cd9b7fb500fd4a5c99e78d967088c1c7', 'gw_port_host': None, '_interfaces': [{'id': 'de44e6b0-f0aa-4327-a93b-85aee8c45fbf', 'name': '', 'network_id': '784b953b-fd65-4500-9fab-eab9ceb2416a', 'tenant_id': 'cd9b7fb500fd4a5c99e78d967088c1c7', 'mac_address': 'fa:16:3e:bc:7f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21cd719a-68ce-4e3d-a8f7-edbd137cc736', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48719da1-237d-494f-9143-9013b0187402', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T19:57:20Z', 'updated_at': '2022-06-27T19:57:23Z', 'revision_number': 4, 'project_id': 'cd9b7fb500fd4a5c99e78d967088c1c7', 'subnets': [{'id': '48719da1-237d-494f-9143-9013b0187402', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3379f939-6c6a-4b7e-8241-9eaef5b0ef4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 19:57:23.926318 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d730db-3068-4406-9bdb-f5cabc1907b4 None None] The sync data for ids ['21cd719a-68ce-4e3d-a8f7-edbd137cc736'] in dv-cinder-845799-1-iscsi is: [{'id': '21cd719a-68ce-4e3d-a8f7-edbd137cc736', 'name': 'router1', 'tenant_id': 'cd9b7fb500fd4a5c99e78d967088c1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T19:57:11Z', 'updated_at': '2022-06-27T19:57:21Z', 'revision_number': 2, 'project_id': 'cd9b7fb500fd4a5c99e78d967088c1c7', 'gw_port_host': None, '_interfaces': [{'id': 'de44e6b0-f0aa-4327-a93b-85aee8c45fbf', 'name': '', 'network_id': '784b953b-fd65-4500-9fab-eab9ceb2416a', 'tenant_id': 'cd9b7fb500fd4a5c99e78d967088c1c7', 'mac_address': 'fa:16:3e:bc:7f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21cd719a-68ce-4e3d-a8f7-edbd137cc736', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48719da1-237d-494f-9143-9013b0187402', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T19:57:20Z', 'updated_at': '2022-06-27T19:57:23Z', 'revision_number': 4, 'project_id': 'cd9b7fb500fd4a5c99e78d967088c1c7', 'subnets': [{'id': '48719da1-237d-494f-9143-9013b0187402', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3379f939-6c6a-4b7e-8241-9eaef5b0ef4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 19:57:24.203841 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 51324) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 19:57:24.390259 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3755ed83-fb02-4635-86bf-767283ccf0c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 19:57:24.390660 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-3755ed83-fb02-4635-86bf-767283ccf0c6 admin admin] Synchronizing usage tracker for tenant:593b9aac742a4858af9f057cf280f4bc on resource:network {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 19:57:24.409354 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-3755ed83-fb02-4635-86bf-767283ccf0c6 admin admin] Unset dirty status for tenant:593b9aac742a4858af9f057cf280f4bc on resource:network {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 19:57:24.410625 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-3755ed83-fb02-4635-86bf-767283ccf0c6 admin admin] 10.222.0.23 "GET /v2.0/networks/f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 HTTP/1.1" status: 200 len: 842 time: 0.2058215 Jun 27 19:57:24.419871 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-52e69c1c-bc31-46e6-b337-bfde581cfbb4 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 19:57:24.425075 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-52e69c1c-bc31-46e6-b337-bfde581cfbb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 19:57:24.428778 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-52e69c1c-bc31-46e6-b337-bfde581cfbb4 admin admin] Usage tracker for resource:subnet and tenant:593b9aac742a4858af9f057cf280f4bc is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 19:57:24.431813 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-52e69c1c-bc31-46e6-b337-bfde581cfbb4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 19:57:24.437840 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-52e69c1c-bc31-46e6-b337-bfde581cfbb4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 19:57:24.448316 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e69c1c-bc31-46e6-b337-bfde581cfbb4 admin admin] Made reservation on behalf of 593b9aac742a4858af9f057cf280f4bc for: {'subnet': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 19:57:24.450593 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-52e69c1c-bc31-46e6-b337-bfde581cfbb4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:24.825987 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.objects.ports [None req-52e69c1c-bc31-46e6-b337-bfde581cfbb4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88114) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 27 19:57:24.826456 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-52e69c1c-bc31-46e6-b337-bfde581cfbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573'] for subnet, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:24.898831 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e69c1c-bc31-46e6-b337-bfde581cfbb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aa6a97f-4da5-4d03-b34a-f88023a9290b,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 19:57:24.906840 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e69c1c-bc31-46e6-b337-bfde581cfbb4 admin admin] Checking segment: {'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 19:57:24.907188 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e69c1c-bc31-46e6-b337-bfde581cfbb4 admin admin] Network hostable DHCP agents. Network: f5e38b28-d42a-47c6-b8ea-5d0ae1b51160, hostable agents: ['4165b8a7-5268-4093-844e-4587fa48cc65'], hosted agents: [] {{(pid=88114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 19:57:24.925730 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e69c1c-bc31-46e6-b337-bfde581cfbb4 admin admin] Network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 is scheduled to be hosted by DHCP agent 4165b8a7-5268-4093-844e-4587fa48cc65 with binding_index 1 {{(pid=88114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 19:57:24.934673 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-52e69c1c-bc31-46e6-b337-bfde581cfbb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845799-1-iscsi, f5e38b28-d42a-47c6-b8ea-5d0ae1b51160) {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 19:57:24.938470 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e69c1c-bc31-46e6-b337-bfde581cfbb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 19:57:24.939049 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-52e69c1c-bc31-46e6-b337-bfde581cfbb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for subnet, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:24.944482 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fafd00-9d12-46e7-a092-858d78b00683 None None] Network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 19:57:24.959658 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-52e69c1c-bc31-46e6-b337-bfde581cfbb4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5430732 Jun 27 19:57:25.201260 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6f177d-6c5c-41c3-9fe0-6b0546c588e9 None None] Network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 19:57:25.776913 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device de44e6b0-f0aa-4327-a93b-85aee8c45fbf up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 19:57:25.863018 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning for port de44e6b0-f0aa-4327-a93b-85aee8c45fbf completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 19:57:25.869241 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port de44e6b0-f0aa-4327-a93b-85aee8c45fbf triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 19:57:25.869868 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:25.988789 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port de44e6b0-f0aa-4327-a93b-85aee8c45fbf is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 19:57:25.989436 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:26.021695 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] For port de44e6b0-f0aa-4327-a93b-85aee8c45fbf, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=de44e6b0-f0aa-4327-a93b-85aee8c45fbf,segment=NetworkSegment(65b4b496-a1a2-4a08-9f20-54e1d32fd2d2),segment_id=65b4b496-a1a2-4a08-9f20-54e1d32fd2d2)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 19:57:26.026155 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:26.091003 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Pushing event updated for resources: {'Port': ['ID=de44e6b0-f0aa-4327-a93b-85aee8c45fbf,revision_number=5']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 19:57:27.238303 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 51338) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 19:57:27.436911 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-5df01da4-6e05-4cad-8d04-3595e0fc6486 admin admin] 10.222.0.23 "GET /v2.0/routers/21cd719a-68ce-4e3d-a8f7-edbd137cc736 HTTP/1.1" status: 200 len: 710 time: 0.1972978 Jun 27 19:57:27.557432 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28df5164-9b49-4ae5-a3c8-544570527a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 19:57:27.558745 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-28df5164-9b49-4ae5-a3c8-544570527a57 admin admin] 10.222.0.23 "GET /v2.0/networks/f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 HTTP/1.1" status: 200 len: 886 time: 0.1168590 Jun 27 19:57:27.567023 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-acfc176b-4fdc-444b-8c9e-7b4cb18fd5bb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 19:57:27.757035 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device de44e6b0-f0aa-4327-a93b-85aee8c45fbf up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 19:57:27.827343 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port de44e6b0-f0aa-4327-a93b-85aee8c45fbf triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 19:57:27.827711 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:27.943203 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port de44e6b0-f0aa-4327-a93b-85aee8c45fbf is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 19:57:28.047559 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-acfc176b-4fdc-444b-8c9e-7b4cb18fd5bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16757887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16270975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4475'] for router, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:28.357668 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-acfc176b-4fdc-444b-8c9e-7b4cb18fd5bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:28.414110 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-acfc176b-4fdc-444b-8c9e-7b4cb18fd5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:28.541191 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-acfc176b-4fdc-444b-8c9e-7b4cb18fd5bb admin admin] Allocated IP 172.27.3.192 (f5e38b28-d42a-47c6-b8ea-5d0ae1b51160/4aa6a97f-4da5-4d03-b34a-f88023a9290b/317c6eda-b868-4553-99fa-275d7df1f5af) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 19:57:28.683682 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-acfc176b-4fdc-444b-8c9e-7b4cb18fd5bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:28.711762 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-acfc176b-4fdc-444b-8c9e-7b4cb18fd5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:28.769497 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfc176b-4fdc-444b-8c9e-7b4cb18fd5bb admin admin] Network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 19:57:28.776107 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-acfc176b-4fdc-444b-8c9e-7b4cb18fd5bb admin admin] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 19:57:28.782266 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfc176b-4fdc-444b-8c9e-7b4cb18fd5bb admin admin] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 19:57:28.838847 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc176b-4fdc-444b-8c9e-7b4cb18fd5bb admin admin] Pushing event updated for resources: {'Port': ['ID=317c6eda-b868-4553-99fa-275d7df1f5af,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 19:57:29.152812 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-acfc176b-4fdc-444b-8c9e-7b4cb18fd5bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:29.524607 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-acfc176b-4fdc-444b-8c9e-7b4cb18fd5bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16757887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16270975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4475'] for router, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:29.527791 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-acfc176b-4fdc-444b-8c9e-7b4cb18fd5bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16757784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16757878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16757857', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16271038'] for router, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:29.697257 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfc176b-4fdc-444b-8c9e-7b4cb18fd5bb admin admin] Router 21cd719a-68ce-4e3d-a8f7-edbd137cc736 has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 19:57:29.872777 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfc176b-4fdc-444b-8c9e-7b4cb18fd5bb admin admin] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 19:57:29.880563 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-acfc176b-4fdc-444b-8c9e-7b4cb18fd5bb admin admin] Notify callbacks [] for router, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:29.882073 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-acfc176b-4fdc-444b-8c9e-7b4cb18fd5bb admin admin] 10.222.0.23 "PUT /v2.0/routers/21cd719a-68ce-4e3d-a8f7-edbd137cc736 HTTP/1.1" status: 200 len: 890 time: 2.3180609 Jun 27 19:57:29.882646 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ba6e9b-75ab-4980-8d94-df697be6c4b7 None None] Sync routers for ids ['21cd719a-68ce-4e3d-a8f7-edbd137cc736'] in dv-cinder-845799-1-iscsi {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 19:57:29.892901 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ba6e9b-75ab-4980-8d94-df697be6c4b7 None None] Routers {'21cd719a-68ce-4e3d-a8f7-edbd137cc736'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 19:57:29.893587 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d9ba6e9b-75ab-4980-8d94-df697be6c4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T19:57:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['21cd719a-68ce-4e3d-a8f7-edbd137cc736'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 19:57:30.080039 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-d9ba6e9b-75ab-4980-8d94-df697be6c4b7 None None] Set router 21cd719a-68ce-4e3d-a8f7-edbd137cc736 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 19:57:30.409178 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d9ba6e9b-75ab-4980-8d94-df697be6c4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cd719a-68ce-4e3d-a8f7-edbd137cc736', 'name': 'router1', 'tenant_id': 'cd9b7fb500fd4a5c99e78d967088c1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '317c6eda-b868-4553-99fa-275d7df1f5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T19:57:11Z', 'updated_at': '2022-06-27T19:57:28Z', 'revision_number': 4, 'project_id': 'cd9b7fb500fd4a5c99e78d967088c1c7', 'gw_port': {'id': '317c6eda-b868-4553-99fa-275d7df1f5af', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ae:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21cd719a-68ce-4e3d-a8f7-edbd137cc736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T19:57:28Z', 'updated_at': '2022-06-27T19:57:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': 'de44e6b0-f0aa-4327-a93b-85aee8c45fbf', 'name': '', 'network_id': '784b953b-fd65-4500-9fab-eab9ceb2416a', 'tenant_id': 'cd9b7fb500fd4a5c99e78d967088c1c7', 'mac_address': 'fa:16:3e:bc:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cd719a-68ce-4e3d-a8f7-edbd137cc736', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48719da1-237d-494f-9143-9013b0187402', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T19:57:20Z', 'updated_at': '2022-06-27T19:57:26Z', 'revision_number': 5, 'project_id': 'cd9b7fb500fd4a5c99e78d967088c1c7', 'subnets': [{'id': '48719da1-237d-494f-9143-9013b0187402', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3379f939-6c6a-4b7e-8241-9eaef5b0ef4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 19:57:30.414121 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ba6e9b-75ab-4980-8d94-df697be6c4b7 None None] Checking router: 21cd719a-68ce-4e3d-a8f7-edbd137cc736 for host: dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 19:57:30.414966 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ba6e9b-75ab-4980-8d94-df697be6c4b7 None None] Updating router 21cd719a-68ce-4e3d-a8f7-edbd137cc736 port 317c6eda-b868-4553-99fa-275d7df1f5af binding host dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 19:57:30.494394 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d9ba6e9b-75ab-4980-8d94-df697be6c4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:30.819076 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d9ba6e9b-75ab-4980-8d94-df697be6c4b7 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:30.830805 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-d9ba6e9b-75ab-4980-8d94-df697be6c4b7 None None] Transition to ACTIVE for port object 317c6eda-b868-4553-99fa-275d7df1f5af will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 19:57:30.838659 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d9ba6e9b-75ab-4980-8d94-df697be6c4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:30.909736 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-d9ba6e9b-75ab-4980-8d94-df697be6c4b7 None None] Attempting to bind port 317c6eda-b868-4553-99fa-275d7df1f5af on host dv-cinder-845799-1-iscsi for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 19:57:30.910368 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-d9ba6e9b-75ab-4980-8d94-df697be6c4b7 None None] Attempting to bind port 317c6eda-b868-4553-99fa-275d7df1f5af by drivers openvswitch,hyperv on host dv-cinder-845799-1-iscsi at level 0 using segments [{'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 19:57:30.910476 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ba6e9b-75ab-4980-8d94-df697be6c4b7 None None] Attempting to bind port 317c6eda-b868-4553-99fa-275d7df1f5af on network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 19:57:30.924082 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ba6e9b-75ab-4980-8d94-df697be6c4b7 None None] Checking agent: {'id': '002de21a-1fb9-4fe8-99da-e58f143369d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845799-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'started_at': datetime.datetime(2022, 6, 27, 19, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 19, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845799-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 19:57:30.924451 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ba6e9b-75ab-4980-8d94-df697be6c4b7 None None] Checking segment: {'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 19:57:30.924843 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d9ba6e9b-75ab-4980-8d94-df697be6c4b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:30.925223 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ba6e9b-75ab-4980-8d94-df697be6c4b7 None None] Bound using segment: {'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 19:57:30.925708 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-d9ba6e9b-75ab-4980-8d94-df697be6c4b7 None None] Bound port: 317c6eda-b868-4553-99fa-275d7df1f5af, host: dv-cinder-845799-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 19:57:30.926095 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d9ba6e9b-75ab-4980-8d94-df697be6c4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:30.950490 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828c374-edee-45b5-b5ab-886fa7123725 None None] Pushing event updated for resources: {'Port': ['ID=317c6eda-b868-4553-99fa-275d7df1f5af,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 19:57:30.999373 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-d9ba6e9b-75ab-4980-8d94-df697be6c4b7 None None] For port 317c6eda-b868-4553-99fa-275d7df1f5af, host dv-cinder-845799-1-iscsi, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 19:57:31.002250 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-d9ba6e9b-75ab-4980-8d94-df697be6c4b7 None None] For port 317c6eda-b868-4553-99fa-275d7df1f5af, host dv-cinder-845799-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=317c6eda-b868-4553-99fa-275d7df1f5af,segment=NetworkSegment(c8e1d377-ef10-44fe-8306-b14a68212fb0),segment_id=c8e1d377-ef10-44fe-8306-b14a68212fb0)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 19:57:31.007061 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d9ba6e9b-75ab-4980-8d94-df697be6c4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:31.085161 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ba6e9b-75ab-4980-8d94-df697be6c4b7 None None] Routers {'21cd719a-68ce-4e3d-a8f7-edbd137cc736'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 19:57:31.085626 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d9ba6e9b-75ab-4980-8d94-df697be6c4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T19:57:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['21cd719a-68ce-4e3d-a8f7-edbd137cc736'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 19:57:31.192238 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828c374-edee-45b5-b5ab-886fa7123725 None None] Pushing event updated for resources: {'Port': ['ID=317c6eda-b868-4553-99fa-275d7df1f5af,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 19:57:31.261962 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-d9ba6e9b-75ab-4980-8d94-df697be6c4b7 None None] Set router 21cd719a-68ce-4e3d-a8f7-edbd137cc736 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 19:57:31.571504 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d9ba6e9b-75ab-4980-8d94-df697be6c4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cd719a-68ce-4e3d-a8f7-edbd137cc736', 'name': 'router1', 'tenant_id': 'cd9b7fb500fd4a5c99e78d967088c1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '317c6eda-b868-4553-99fa-275d7df1f5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T19:57:11Z', 'updated_at': '2022-06-27T19:57:28Z', 'revision_number': 4, 'project_id': 'cd9b7fb500fd4a5c99e78d967088c1c7', 'gw_port': {'id': '317c6eda-b868-4553-99fa-275d7df1f5af', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ae:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21cd719a-68ce-4e3d-a8f7-edbd137cc736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T19:57:28Z', 'updated_at': '2022-06-27T19:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': 'de44e6b0-f0aa-4327-a93b-85aee8c45fbf', 'name': '', 'network_id': '784b953b-fd65-4500-9fab-eab9ceb2416a', 'tenant_id': 'cd9b7fb500fd4a5c99e78d967088c1c7', 'mac_address': 'fa:16:3e:bc:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cd719a-68ce-4e3d-a8f7-edbd137cc736', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48719da1-237d-494f-9143-9013b0187402', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T19:57:20Z', 'updated_at': '2022-06-27T19:57:26Z', 'revision_number': 5, 'project_id': 'cd9b7fb500fd4a5c99e78d967088c1c7', 'subnets': [{'id': '48719da1-237d-494f-9143-9013b0187402', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3379f939-6c6a-4b7e-8241-9eaef5b0ef4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 19:57:31.575373 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ba6e9b-75ab-4980-8d94-df697be6c4b7 None None] The sync data for ids ['21cd719a-68ce-4e3d-a8f7-edbd137cc736'] in dv-cinder-845799-1-iscsi is: [{'id': '21cd719a-68ce-4e3d-a8f7-edbd137cc736', 'name': 'router1', 'tenant_id': 'cd9b7fb500fd4a5c99e78d967088c1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '317c6eda-b868-4553-99fa-275d7df1f5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T19:57:11Z', 'updated_at': '2022-06-27T19:57:28Z', 'revision_number': 4, 'project_id': 'cd9b7fb500fd4a5c99e78d967088c1c7', 'gw_port': {'id': '317c6eda-b868-4553-99fa-275d7df1f5af', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ae:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21cd719a-68ce-4e3d-a8f7-edbd137cc736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T19:57:28Z', 'updated_at': '2022-06-27T19:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': 'de44e6b0-f0aa-4327-a93b-85aee8c45fbf', 'name': '', 'network_id': '784b953b-fd65-4500-9fab-eab9ceb2416a', 'tenant_id': 'cd9b7fb500fd4a5c99e78d967088c1c7', 'mac_address': 'fa:16:3e:bc:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cd719a-68ce-4e3d-a8f7-edbd137cc736', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48719da1-237d-494f-9143-9013b0187402', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T19:57:20Z', 'updated_at': '2022-06-27T19:57:26Z', 'revision_number': 5, 'project_id': 'cd9b7fb500fd4a5c99e78d967088c1c7', 'subnets': [{'id': '48719da1-237d-494f-9143-9013b0187402', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3379f939-6c6a-4b7e-8241-9eaef5b0ef4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 19:57:31.796260 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 317c6eda-b868-4553-99fa-275d7df1f5af up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 19:57:31.871150 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning for port 317c6eda-b868-4553-99fa-275d7df1f5af completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 19:57:31.877967 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 317c6eda-b868-4553-99fa-275d7df1f5af triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 19:57:31.878647 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:32.000981 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 317c6eda-b868-4553-99fa-275d7df1f5af is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 19:57:32.001687 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:32.019334 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] For port 317c6eda-b868-4553-99fa-275d7df1f5af, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=317c6eda-b868-4553-99fa-275d7df1f5af,segment=NetworkSegment(c8e1d377-ef10-44fe-8306-b14a68212fb0),segment_id=c8e1d377-ef10-44fe-8306-b14a68212fb0)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 19:57:32.026907 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:32.101776 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Pushing event updated for resources: {'Port': ['ID=317c6eda-b868-4553-99fa-275d7df1f5af,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 19:57:32.285697 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 51348) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 19:57:32.415474 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-faa6292c-de47-4d44-96a5-5c4c4b6d3048 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1281495 Jun 27 19:57:33.760794 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 317c6eda-b868-4553-99fa-275d7df1f5af up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 19:57:33.829662 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 317c6eda-b868-4553-99fa-275d7df1f5af triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 19:57:33.830007 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:33.837195 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 5 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 19:57:33.979450 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 317c6eda-b868-4553-99fa-275d7df1f5af is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 19:57:44.556511 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0a467140-e015-47b5-ba97-e6768eb5f0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:46.779277 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6f14aac8-53c2-48cc-9261-690e383df614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:47.907105 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:48.019074 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:57:49.165066 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:58:10.836814 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 5 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 19:58:14.560072 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c2023c2a-f89b-469a-86f0-f95c70880a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:58:16.772391 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1649b8a9-db31-4524-9e85-a8098266379e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:58:17.911459 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:58:18.012452 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:58:19.180843 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:58:44.566681 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-99659023-d682-4db7-836c-13f3959e839a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:58:46.777013 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-62a0eb1d-dde1-4e58-bc9a-7ac35ed920b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:58:47.836181 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 5 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 19:58:47.918152 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:58:48.017266 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:58:49.180251 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:59:14.560179 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4bbe698d-837f-49e0-b11d-85d35113fe29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:59:16.770197 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c4976e1f-a2b5-4366-a3df-2c1abc24bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:59:17.913389 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:59:18.020484 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:59:19.170827 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:59:24.835508 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 5 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 19:59:34.316730 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 51918) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 19:59:34.381753 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e17805c-d4c0-4274-908d-22f060b1df0b admin admin] GET failed (client error): The resource could not be found. Jun 27 19:59:34.382998 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-1e17805c-d4c0-4274-908d-22f060b1df0b admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0653086 Jun 27 19:59:34.509236 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc48ff3-4a5e-4931-b1a6-e945d7ae6763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 19:59:34.510624 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-7bc48ff3-4a5e-4931-b1a6-e945d7ae6763 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1238484 Jun 27 19:59:36.664854 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 51928) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 19:59:36.767531 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dce726-6278-4b62-97f4-e81a4c2ab5c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 19:59:36.768079 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-b9dce726-6278-4b62-97f4-e81a4c2ab5c5 admin admin] Synchronizing usage tracker for tenant:593b9aac742a4858af9f057cf280f4bc on resource:subnet {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 19:59:36.783226 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-b9dce726-6278-4b62-97f4-e81a4c2ab5c5 admin admin] Unset dirty status for tenant:593b9aac742a4858af9f057cf280f4bc on resource:subnet {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 19:59:36.784414 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-b9dce726-6278-4b62-97f4-e81a4c2ab5c5 admin admin] 10.222.0.23 "GET /v2.0/subnets/48719da1-237d-494f-9143-9013b0187402 HTTP/1.1" status: 200 len: 849 time: 0.1186199 Jun 27 19:59:36.794370 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-1d99b24b-ba4f-49d0-a64e-0d908bb7c653 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 19:59:36.912758 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1d99b24b-ba4f-49d0-a64e-0d908bb7c653 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:59:37.097499 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1d99b24b-ba4f-49d0-a64e-0d908bb7c653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741810596747'] for subnet, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:59:37.142083 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d99b24b-ba4f-49d0-a64e-0d908bb7c653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 19:59:37.142210 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1d99b24b-ba4f-49d0-a64e-0d908bb7c653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for subnet, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:59:37.144291 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-1d99b24b-ba4f-49d0-a64e-0d908bb7c653 admin admin] 10.222.0.23 "PUT /v2.0/subnets/48719da1-237d-494f-9143-9013b0187402 HTTP/1.1" status: 200 len: 868 time: 0.3544254 Jun 27 19:59:37.145070 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf4be14-399a-4ae6-963f-51a15af891ce None None] Network 784b953b-fd65-4500-9fab-eab9ceb2416a requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 19:59:37.174272 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99b24b-ba4f-49d0-a64e-0d908bb7c653 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48719da1-237d-494f-9143-9013b0187402,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 19:59:37.182394 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d99b24b-ba4f-49d0-a64e-0d908bb7c653 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:59:37.182770 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d99b24b-ba4f-49d0-a64e-0d908bb7c653 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:59:37.183066 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d99b24b-ba4f-49d0-a64e-0d908bb7c653 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:59:37.183392 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d99b24b-ba4f-49d0-a64e-0d908bb7c653 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:59:37.183716 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d99b24b-ba4f-49d0-a64e-0d908bb7c653 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:59:37.184038 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d99b24b-ba4f-49d0-a64e-0d908bb7c653 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:59:37.184357 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d99b24b-ba4f-49d0-a64e-0d908bb7c653 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:59:37.184674 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d99b24b-ba4f-49d0-a64e-0d908bb7c653 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:59:37.184989 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d99b24b-ba4f-49d0-a64e-0d908bb7c653 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:59:37.185300 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d99b24b-ba4f-49d0-a64e-0d908bb7c653 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:59:37.185635 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d99b24b-ba4f-49d0-a64e-0d908bb7c653 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:59:37.185953 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d99b24b-ba4f-49d0-a64e-0d908bb7c653 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 19:59:37.592671 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-104812a3-5e5c-4253-9064-b2ec858ec520 None None] Provisioning complete for port de44e6b0-f0aa-4327-a93b-85aee8c45fbf triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 19:59:37.593035 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-104812a3-5e5c-4253-9064-b2ec858ec520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:59:37.704197 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-104812a3-5e5c-4253-9064-b2ec858ec520 None None] Current status of the port de44e6b0-f0aa-4327-a93b-85aee8c45fbf is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 19:59:37.714974 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-104812a3-5e5c-4253-9064-b2ec858ec520 None None] Provisioning complete for port 97d682e5-cbc9-4941-8a83-514752773ff0 triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 19:59:37.715337 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-104812a3-5e5c-4253-9064-b2ec858ec520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:59:37.825375 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-104812a3-5e5c-4253-9064-b2ec858ec520 None None] Current status of the port 97d682e5-cbc9-4941-8a83-514752773ff0 is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 19:59:39.307276 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 51938) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 19:59:39.475138 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa6fba7-0649-48ce-aa1b-868a9617fe58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 19:59:39.475607 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa6fba7-0649-48ce-aa1b-868a9617fe58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 19:59:39.477098 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-1fa6fba7-0649-48ce-aa1b-868a9617fe58 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1688452 Jun 27 19:59:41.630104 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 51948) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 19:59:41.811913 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de9c7b1-3e60-4d4c-8e25-4f919675656c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 19:59:41.812585 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de9c7b1-3e60-4d4c-8e25-4f919675656c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 19:59:41.817621 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-7de9c7b1-3e60-4d4c-8e25-4f919675656c admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1834919 Jun 27 19:59:43.970119 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 51958) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 19:59:44.155077 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836fcc29-d500-492d-bd32-1cda3636d4c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 19:59:44.156421 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-836fcc29-d500-492d-bd32-1cda3636d4c2 admin admin] 10.222.0.23 "GET /v2.0/networks/784b953b-fd65-4500-9fab-eab9ceb2416a HTTP/1.1" status: 200 len: 869 time: 0.1853383 Jun 27 19:59:44.561956 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-69e15fb4-6bf4-4b81-b4dc-f68d9289d83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:59:46.321694 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 51968) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 19:59:46.503244 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8cfb86-6236-44c0-a83f-5117ab4fedd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 19:59:46.504495 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-3f8cfb86-6236-44c0-a83f-5117ab4fedd3 admin admin] 10.222.0.23 "GET /v2.0/networks/f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 HTTP/1.1" status: 200 len: 886 time: 0.1818500 Jun 27 19:59:46.774690 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f3390bf1-89a1-4d1e-9d65-d2a3b7561d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:59:47.915788 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:59:48.022942 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:59:48.651821 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 51978) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 19:59:48.757883 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556f24e1-4339-4039-b753-87b742356fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 19:59:48.758333 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556f24e1-4339-4039-b753-87b742356fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 19:59:48.759766 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-556f24e1-4339-4039-b753-87b742356fec admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1070225 Jun 27 19:59:49.175175 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 19:59:50.925905 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 51988) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 19:59:51.028015 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33ac6da-942e-42c4-998e-43bc51a222f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 19:59:51.028461 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33ac6da-942e-42c4-998e-43bc51a222f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 19:59:51.029930 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-a33ac6da-942e-42c4-998e-43bc51a222f0 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1030986 Jun 27 19:59:53.188174 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 51998) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 19:59:53.340142 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d67e7c-9a9a-46f0-93de-1f7212977a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 19:59:53.341485 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-a9d67e7c-9a9a-46f0-93de-1f7212977a35 admin admin] 10.222.0.23 "GET /v2.0/subnets/48719da1-237d-494f-9143-9013b0187402 HTTP/1.1" status: 200 len: 868 time: 0.1523693 Jun 27 19:59:55.493336 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 52008) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 19:59:55.589671 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601b91d5-46ad-4adf-9a6f-093e57d834b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 19:59:55.590945 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-601b91d5-46ad-4adf-9a6f-093e57d834b7 admin admin] 10.222.0.23 "GET /v2.0/subnets/4aa6a97f-4da5-4d03-b34a-f88023a9290b HTTP/1.1" status: 200 len: 816 time: 0.0966549 Jun 27 20:00:01.834109 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 5 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:00:14.566392 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-51f826f1-ce12-4283-9c8b-0619508e2ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:00:14.766025 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 52054) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:00:14.812216 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [None req-5deeadd7-e4d4-44b5-a4b6-b03caccd3fdb admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 27 20:00:14.813190 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-5deeadd7-e4d4-44b5-a4b6-b03caccd3fdb admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462420 Jun 27 20:00:16.777467 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-204ca485-ce55-4509-85ce-9bd2b6d7eff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:00:17.027695 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 52064) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:00:17.094568 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e595a99-ed44-4a90-a3b4-52e6d35cc982 admin admin] GET failed (client error): The resource could not be found. Jun 27 20:00:17.095791 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-4e595a99-ed44-4a90-a3b4-52e6d35cc982 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0672183 Jun 27 20:00:17.217533 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc04397-b2f2-4929-9b45-afb829bc7301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:00:17.218956 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-9dc04397-b2f2-4929-9b45-afb829bc7301 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1191049 Jun 27 20:00:17.918314 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:00:18.025664 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:00:19.177063 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:00:19.394434 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 52074) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:00:19.440581 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-8cefd598-4ef8-4d9a-94e6-1e3ff56b442d admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:00:19.445101 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-8cefd598-4ef8-4d9a-94e6-1e3ff56b442d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:00:19.454410 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-8cefd598-4ef8-4d9a-94e6-1e3ff56b442d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:00:19.464495 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cefd598-4ef8-4d9a-94e6-1e3ff56b442d admin admin] Made reservation on behalf of 593b9aac742a4858af9f057cf280f4bc for: {'network': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:00:19.466883 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8cefd598-4ef8-4d9a-94e6-1e3ff56b442d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for network, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:00:19.552675 dv-cinder-845799-1-iscsi neutron-server[88114]: WARNING neutron.services.revisions.revision_plugin [None req-8cefd598-4ef8-4d9a-94e6-1e3ff56b442d admin admin] Could not find related network for resource to bump revision. Jun 27 20:00:19.565133 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cefd598-4ef8-4d9a-94e6-1e3ff56b442d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=88114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 20:00:19.574431 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8cefd598-4ef8-4d9a-94e6-1e3ff56b442d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603533'] for segment, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:00:19.574760 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.db.segments_db [None req-8cefd598-4ef8-4d9a-94e6-1e3ff56b442d admin admin] Added segment bef805e1-620c-40dc-a102-0cfeaa476948 of type vlan for network 6d7467f6-671f-4a51-81ac-7ba86c9d118f Jun 27 20:00:19.598743 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8cefd598-4ef8-4d9a-94e6-1e3ff56b442d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741810009101'] for network, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:00:19.627263 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8cefd598-4ef8-4d9a-94e6-1e3ff56b442d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573'] for network, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:00:19.628307 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cefd598-4ef8-4d9a-94e6-1e3ff56b442d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:00:19.628871 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8cefd598-4ef8-4d9a-94e6-1e3ff56b442d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for network, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:00:19.726229 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-8cefd598-4ef8-4d9a-94e6-1e3ff56b442d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3306499 Jun 27 20:00:19.728692 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefd598-4ef8-4d9a-94e6-1e3ff56b442d admin admin] Pushing event updated for resources: {'Network': ['ID=6d7467f6-671f-4a51-81ac-7ba86c9d118f,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:00:19.739859 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Network 6d7467f6-671f-4a51-81ac-7ba86c9d118f details requested by agent ovs-agent-dv-cinder-845799-1-iscsi with host dv-cinder-845799-1-iscsi {{(pid=88115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 20:00:21.908487 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 52084) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:00:21.972788 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ab069f-d24e-4779-94df-4c3522dfe22c admin admin] GET failed (client error): The resource could not be found. Jun 27 20:00:21.973285 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-73ab069f-d24e-4779-94df-4c3522dfe22c admin admin] Synchronizing usage tracker for tenant:593b9aac742a4858af9f057cf280f4bc on resource:network {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:00:21.987603 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-73ab069f-d24e-4779-94df-4c3522dfe22c admin admin] Unset dirty status for tenant:593b9aac742a4858af9f057cf280f4bc on resource:network {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:00:21.988635 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-73ab069f-d24e-4779-94df-4c3522dfe22c admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0792205 Jun 27 20:00:22.089209 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68aac136-762f-4198-855f-f6e5206b5162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:00:22.090544 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-68aac136-762f-4198-855f-f6e5206b5162 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0981243 Jun 27 20:00:22.099736 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-dd31978b-2629-4373-89de-28326e9c4714 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '6d7467f6-671f-4a51-81ac-7ba86c9d118f'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:00:22.103803 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-dd31978b-2629-4373-89de-28326e9c4714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:00:22.112804 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-dd31978b-2629-4373-89de-28326e9c4714 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:00:22.122005 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd31978b-2629-4373-89de-28326e9c4714 admin admin] Made reservation on behalf of 593b9aac742a4858af9f057cf280f4bc for: {'subnet': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:00:22.124171 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dd31978b-2629-4373-89de-28326e9c4714 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:00:22.312321 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dd31978b-2629-4373-89de-28326e9c4714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573'] for subnet, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:00:22.385894 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31978b-2629-4373-89de-28326e9c4714 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0d269e8-48ff-48e4-9299-8116db17d55c,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:00:22.391325 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd31978b-2629-4373-89de-28326e9c4714 admin admin] Checking segment: {'id': 'bef805e1-620c-40dc-a102-0cfeaa476948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6d7467f6-671f-4a51-81ac-7ba86c9d118f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:00:22.392060 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd31978b-2629-4373-89de-28326e9c4714 admin admin] Network hostable DHCP agents. Network: 6d7467f6-671f-4a51-81ac-7ba86c9d118f, hostable agents: ['4165b8a7-5268-4093-844e-4587fa48cc65'], hosted agents: [] {{(pid=88114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 20:00:22.409186 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd31978b-2629-4373-89de-28326e9c4714 admin admin] Network 6d7467f6-671f-4a51-81ac-7ba86c9d118f is scheduled to be hosted by DHCP agent 4165b8a7-5268-4093-844e-4587fa48cc65 with binding_index 1 {{(pid=88114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 20:00:22.416797 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-dd31978b-2629-4373-89de-28326e9c4714 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845799-1-iscsi, 6d7467f6-671f-4a51-81ac-7ba86c9d118f) {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:00:22.420459 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd31978b-2629-4373-89de-28326e9c4714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:00:22.421025 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dd31978b-2629-4373-89de-28326e9c4714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for subnet, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:00:22.425896 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71647c48-6912-477e-a570-c0314fe9ce73 None None] Network 6d7467f6-671f-4a51-81ac-7ba86c9d118f requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:00:22.445589 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-dd31978b-2629-4373-89de-28326e9c4714 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3490412 Jun 27 20:00:22.675302 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a87ed2-a5c0-4cb5-b41b-1417fd2211d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec9038c-6dc9-54f2-9480-5d6565864add-6d7467f6-671f-4a51-81ac-7ba86c9d118f', 'network_id': '6d7467f6-671f-4a51-81ac-7ba86c9d118f', 'tenant_id': '593b9aac742a4858af9f057cf280f4bc', 'fixed_ips': [{'subnet_id': 'f0d269e8-48ff-48e4-9299-8116db17d55c'}]}} from dv-cinder-845799-1-iscsi. {{(pid=88115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 27 20:00:22.676128 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-60a87ed2-a5c0-4cb5-b41b-1417fd2211d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:00:22.845557 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [None req-60a87ed2-a5c0-4cb5-b41b-1417fd2211d1 None None] Allocated IP 192.168.233.2 (6d7467f6-671f-4a51-81ac-7ba86c9d118f/f0d269e8-48ff-48e4-9299-8116db17d55c/50420f29-f1b4-42ff-8f85-01214d4ac6fb) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:00:23.055537 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-60a87ed2-a5c0-4cb5-b41b-1417fd2211d1 None None] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:00:23.065835 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-60a87ed2-a5c0-4cb5-b41b-1417fd2211d1 None None] Transition to ACTIVE for port object 50420f29-f1b4-42ff-8f85-01214d4ac6fb will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:00:23.084888 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-60a87ed2-a5c0-4cb5-b41b-1417fd2211d1 None None] Transition to ACTIVE for port object 50420f29-f1b4-42ff-8f85-01214d4ac6fb will not be triggered until provisioned by entity DHCP. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:00:23.090540 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-60a87ed2-a5c0-4cb5-b41b-1417fd2211d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:00:23.158108 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a87ed2-a5c0-4cb5-b41b-1417fd2211d1 None None] Network 6d7467f6-671f-4a51-81ac-7ba86c9d118f is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:00:23.163701 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a87ed2-a5c0-4cb5-b41b-1417fd2211d1 None None] Pushing event updated for resources: {'Port': ['ID=50420f29-f1b4-42ff-8f85-01214d4ac6fb,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:00:23.165886 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-60a87ed2-a5c0-4cb5-b41b-1417fd2211d1 None None] Resources bound (agent type, host, resource id): {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:00:23.172370 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a87ed2-a5c0-4cb5-b41b-1417fd2211d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:00:23.172748 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a87ed2-a5c0-4cb5-b41b-1417fd2211d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:00:23.173081 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a87ed2-a5c0-4cb5-b41b-1417fd2211d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:00:23.173406 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a87ed2-a5c0-4cb5-b41b-1417fd2211d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:00:23.173766 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a87ed2-a5c0-4cb5-b41b-1417fd2211d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:00:23.174089 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a87ed2-a5c0-4cb5-b41b-1417fd2211d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:00:23.174404 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a87ed2-a5c0-4cb5-b41b-1417fd2211d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:00:23.174725 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a87ed2-a5c0-4cb5-b41b-1417fd2211d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:00:23.175037 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a87ed2-a5c0-4cb5-b41b-1417fd2211d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:00:23.175379 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a87ed2-a5c0-4cb5-b41b-1417fd2211d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:00:23.175693 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a87ed2-a5c0-4cb5-b41b-1417fd2211d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:00:23.176000 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a87ed2-a5c0-4cb5-b41b-1417fd2211d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:00:23.180774 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a87ed2-a5c0-4cb5-b41b-1417fd2211d1 None None] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:00:23.288072 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-60a87ed2-a5c0-4cb5-b41b-1417fd2211d1 None None] Attempting to bind port 50420f29-f1b4-42ff-8f85-01214d4ac6fb on host dv-cinder-845799-1-iscsi for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:00:23.288478 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-60a87ed2-a5c0-4cb5-b41b-1417fd2211d1 None None] Attempting to bind port 50420f29-f1b4-42ff-8f85-01214d4ac6fb by drivers openvswitch,hyperv on host dv-cinder-845799-1-iscsi at level 0 using segments [{'id': 'bef805e1-620c-40dc-a102-0cfeaa476948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6d7467f6-671f-4a51-81ac-7ba86c9d118f'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:00:23.288828 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a87ed2-a5c0-4cb5-b41b-1417fd2211d1 None None] Attempting to bind port 50420f29-f1b4-42ff-8f85-01214d4ac6fb on network 6d7467f6-671f-4a51-81ac-7ba86c9d118f {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:00:23.294223 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a87ed2-a5c0-4cb5-b41b-1417fd2211d1 None None] Checking agent: {'id': '002de21a-1fb9-4fe8-99da-e58f143369d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845799-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'started_at': datetime.datetime(2022, 6, 27, 19, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845799-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:00:23.294589 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a87ed2-a5c0-4cb5-b41b-1417fd2211d1 None None] Checking segment: {'id': 'bef805e1-620c-40dc-a102-0cfeaa476948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6d7467f6-671f-4a51-81ac-7ba86c9d118f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:00:23.294978 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-60a87ed2-a5c0-4cb5-b41b-1417fd2211d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:00:23.295360 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a87ed2-a5c0-4cb5-b41b-1417fd2211d1 None None] Bound using segment: {'id': 'bef805e1-620c-40dc-a102-0cfeaa476948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6d7467f6-671f-4a51-81ac-7ba86c9d118f'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:00:23.295810 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-60a87ed2-a5c0-4cb5-b41b-1417fd2211d1 None None] Bound port: 50420f29-f1b4-42ff-8f85-01214d4ac6fb, host: dv-cinder-845799-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef805e1-620c-40dc-a102-0cfeaa476948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6d7467f6-671f-4a51-81ac-7ba86c9d118f'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:00:23.296188 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-60a87ed2-a5c0-4cb5-b41b-1417fd2211d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:00:23.381697 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-60a87ed2-a5c0-4cb5-b41b-1417fd2211d1 None None] For port 50420f29-f1b4-42ff-8f85-01214d4ac6fb, host dv-cinder-845799-1-iscsi, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:00:23.384426 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-60a87ed2-a5c0-4cb5-b41b-1417fd2211d1 None None] For port 50420f29-f1b4-42ff-8f85-01214d4ac6fb, host dv-cinder-845799-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=50420f29-f1b4-42ff-8f85-01214d4ac6fb,segment=NetworkSegment(bef805e1-620c-40dc-a102-0cfeaa476948),segment_id=bef805e1-620c-40dc-a102-0cfeaa476948)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:00:23.389268 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-60a87ed2-a5c0-4cb5-b41b-1417fd2211d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:00:23.466833 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a87ed2-a5c0-4cb5-b41b-1417fd2211d1 None None] Pushing event updated for resources: {'Port': ['ID=50420f29-f1b4-42ff-8f85-01214d4ac6fb,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:00:23.869464 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 50420f29-f1b4-42ff-8f85-01214d4ac6fb up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:00:23.950796 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning for port 50420f29-f1b4-42ff-8f85-01214d4ac6fb completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:00:24.294322 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce806fdf-925e-4576-aee7-e4de09f60333 None None] Network 6d7467f6-671f-4a51-81ac-7ba86c9d118f requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:00:24.413294 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-5a7eb0f7-5831-40eb-ab2f-c1fb9da1baba None None] Provisioning for port 50420f29-f1b4-42ff-8f85-01214d4ac6fb completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:00:24.422737 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-5a7eb0f7-5831-40eb-ab2f-c1fb9da1baba None None] Provisioning complete for port 50420f29-f1b4-42ff-8f85-01214d4ac6fb triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:00:24.423092 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5a7eb0f7-5831-40eb-ab2f-c1fb9da1baba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:00:24.632021 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-5a7eb0f7-5831-40eb-ab2f-c1fb9da1baba None None] Current status of the port 50420f29-f1b4-42ff-8f85-01214d4ac6fb is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:00:24.632671 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5a7eb0f7-5831-40eb-ab2f-c1fb9da1baba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:00:24.676695 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-5a7eb0f7-5831-40eb-ab2f-c1fb9da1baba None None] For port 50420f29-f1b4-42ff-8f85-01214d4ac6fb, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=50420f29-f1b4-42ff-8f85-01214d4ac6fb,segment=NetworkSegment(bef805e1-620c-40dc-a102-0cfeaa476948),segment_id=bef805e1-620c-40dc-a102-0cfeaa476948)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:00:24.681415 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5a7eb0f7-5831-40eb-ab2f-c1fb9da1baba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:00:24.754258 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7eb0f7-5831-40eb-ab2f-c1fb9da1baba None None] Pushing event updated for resources: {'Port': ['ID=50420f29-f1b4-42ff-8f85-01214d4ac6fb,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:00:24.901178 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-c53c4137-d4c6-45b2-a828-90252bc4df03 None None] Provisioning complete for port 50420f29-f1b4-42ff-8f85-01214d4ac6fb triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:00:24.901477 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c53c4137-d4c6-45b2-a828-90252bc4df03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:00:25.018911 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-c53c4137-d4c6-45b2-a828-90252bc4df03 None None] Current status of the port 50420f29-f1b4-42ff-8f85-01214d4ac6fb is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:00:25.845889 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 50420f29-f1b4-42ff-8f85-01214d4ac6fb up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:00:25.911230 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 50420f29-f1b4-42ff-8f85-01214d4ac6fb triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:00:25.911589 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:00:26.025792 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 50420f29-f1b4-42ff-8f85-01214d4ac6fb is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:00:38.832840 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 5 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:00:44.582982 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d5d055fe-a928-44bc-8ed9-0e043392451a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:00:46.779482 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-69f79a4f-94fe-4a50-bb35-c8755d3ae2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:00:47.917616 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:00:48.027618 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:00:49.180332 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:01:14.565531 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-25b1bbd3-a3e0-4b40-93cc-4a8a92452572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:01:15.832653 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 5 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:01:16.782119 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-60faadcf-38dd-41fd-addd-96414280215c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:01:17.921134 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:01:18.029946 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:01:19.183893 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:01:35.465015 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 52132) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:01:35.471461 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [None req-262895da-0aaa-4bd3-a5de-054efe9aa061 tempest-verify_tempest_config-402133035 tempest-verify_tempest_config-402133035-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 27 20:01:35.472431 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-262895da-0aaa-4bd3-a5de-054efe9aa061 tempest-verify_tempest_config-402133035 tempest-verify_tempest_config-402133035-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064251 Jun 27 20:01:35.769645 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 52150) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:01:35.883731 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bf03b645-920c-490e-b77f-1e404b577a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:01:35.898099 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-bf03b645-920c-490e-b77f-1e404b577a2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:01:35.906739 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-bf03b645-920c-490e-b77f-1e404b577a2c admin admin] Usage tracker for resource:security_group_rule and tenant:534a1270ae0341b6956c32ba1e80c906 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:01:35.908750 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-bf03b645-920c-490e-b77f-1e404b577a2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:01:35.915748 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-bf03b645-920c-490e-b77f-1e404b577a2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:01:35.998060 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bf03b645-920c-490e-b77f-1e404b577a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:01:36.001746 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bf03b645-920c-490e-b77f-1e404b577a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:01:36.050032 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-bf03b645-920c-490e-b77f-1e404b577a2c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=534a1270ae0341b6956c32ba1e80c906&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2793758 Jun 27 20:01:36.051743 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03b645-920c-490e-b77f-1e404b577a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d30e76-3056-404e-9564-55da2450a493,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:01:36.052740 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 52156) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:01:36.058938 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03b645-920c-490e-b77f-1e404b577a2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:01:36.059285 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03b645-920c-490e-b77f-1e404b577a2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:01:36.060161 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03b645-920c-490e-b77f-1e404b577a2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:01:36.060507 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03b645-920c-490e-b77f-1e404b577a2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:01:36.060819 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03b645-920c-490e-b77f-1e404b577a2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:01:36.061150 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03b645-920c-490e-b77f-1e404b577a2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:01:36.061472 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03b645-920c-490e-b77f-1e404b577a2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:01:36.061817 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03b645-920c-490e-b77f-1e404b577a2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:01:36.062137 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03b645-920c-490e-b77f-1e404b577a2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:01:36.062455 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03b645-920c-490e-b77f-1e404b577a2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:01:36.062773 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03b645-920c-490e-b77f-1e404b577a2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:01:36.063087 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03b645-920c-490e-b77f-1e404b577a2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:01:36.109496 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a8ee6136-5d67-4cdd-95e3-beaf36548ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:01:36.134221 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a8ee6136-5d67-4cdd-95e3-beaf36548ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:01:36.228101 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a8ee6136-5d67-4cdd-95e3-beaf36548ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:01:36.241535 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee6136-5d67-4cdd-95e3-beaf36548ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d30e76-3056-404e-9564-55da2450a493,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:01:36.251359 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee6136-5d67-4cdd-95e3-beaf36548ff2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:01:36.251697 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee6136-5d67-4cdd-95e3-beaf36548ff2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:01:36.252028 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee6136-5d67-4cdd-95e3-beaf36548ff2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:01:36.252351 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee6136-5d67-4cdd-95e3-beaf36548ff2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:01:36.252670 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee6136-5d67-4cdd-95e3-beaf36548ff2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:01:36.253007 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee6136-5d67-4cdd-95e3-beaf36548ff2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:01:36.253332 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee6136-5d67-4cdd-95e3-beaf36548ff2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:01:36.253671 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee6136-5d67-4cdd-95e3-beaf36548ff2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:01:36.253991 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee6136-5d67-4cdd-95e3-beaf36548ff2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:01:36.254304 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee6136-5d67-4cdd-95e3-beaf36548ff2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:01:36.254614 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee6136-5d67-4cdd-95e3-beaf36548ff2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:01:36.254924 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee6136-5d67-4cdd-95e3-beaf36548ff2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:01:36.258888 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a8ee6136-5d67-4cdd-95e3-beaf36548ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:01:36.260073 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-a8ee6136-5d67-4cdd-95e3-beaf36548ff2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e9d30e76-3056-404e-9564-55da2450a493 HTTP/1.1" status: 204 len: 168 time: 0.2063046 Jun 27 20:01:44.569237 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7156eacc-2306-4614-82d2-4607ed1e6cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:01:46.783747 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-175fcb9d-48c1-4a1f-9138-bfc3034d85e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:01:47.923362 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:01:48.030224 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:01:49.185936 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:01:52.832000 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 5 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:02:14.570029 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b4800bf7-74a1-4b77-ab58-5d77735eaad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:02:16.785698 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-44059ad6-e85f-4a57-a4dc-1dece7a00ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:02:17.925153 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:02:18.030184 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:02:19.188331 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:02:29.830070 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 5 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:02:44.570837 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a124eaa1-5ec4-4908-90fa-726d3b435ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:02:46.786790 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9c755197-4958-4edd-9089-c14b67f00084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:02:47.928158 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:02:48.030393 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:02:49.192169 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:03:06.828727 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 5 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:03:07.569446 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16759885'] for agent, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:03:14.572740 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c85a2da4-fbcf-4bd1-84c8-d1e1778c631d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:03:16.788380 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2bbd934a-453f-4191-a2f7-32ac15dc565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:03:17.932595 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:03:18.032231 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:03:19.195342 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:03:20.746862 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 52228) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:03:20.858639 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-317ea4e9-58f6-40fd-b663-55308ea13700 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1106994 Jun 27 20:03:23.047626 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 52238) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:03:23.100740 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-2bbb4bd6-9c00-49a0-9820-18495eb3c7db admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0520399 Jun 27 20:03:37.570667 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:03:43.827903 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:03:44.573404 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a6c61a92-e4ab-40de-b270-87fa4d78e382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:03:46.792514 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e5cb93f4-9518-4891-9569-7c2951641f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:03:47.934360 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:03:48.032453 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:03:49.198667 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:04:07.568715 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:04:14.576686 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5be25e62-821f-4e5d-a931-0c756c3e6606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:04:16.796247 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-71a9f05f-d06c-4582-ad6a-e98ecdc01b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:04:17.939315 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:04:18.037899 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:04:19.205648 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:04:20.827510 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:04:37.567347 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:04:44.578748 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a99643e6-a538-41b4-a220-fd1c6ccf48e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:04:46.790000 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-36c1059b-be30-4ab3-ade6-557431a39205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:04:47.940088 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:04:48.030250 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:04:49.205279 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:04:57.828799 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:05:07.577676 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:14.589803 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3769b674-2080-4a86-bfb1-e92dcc9162c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:15.646836 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 52310) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:15.790396 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-6f8e49ed-4abe-4c4f-b0a1-3cf1ff64b36b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2033502903-network', 'tenant_id': '6b643fa8ee8a4b5abceb14b8ff2811ca'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:05:15.795830 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6f8e49ed-4abe-4c4f-b0a1-3cf1ff64b36b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:15.800138 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-6f8e49ed-4abe-4c4f-b0a1-3cf1ff64b36b admin admin] Usage tracker for resource:network and tenant:6b643fa8ee8a4b5abceb14b8ff2811ca is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:15.803268 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-6f8e49ed-4abe-4c4f-b0a1-3cf1ff64b36b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:15.814975 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6f8e49ed-4abe-4c4f-b0a1-3cf1ff64b36b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:15.831646 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8e49ed-4abe-4c4f-b0a1-3cf1ff64b36b admin admin] Made reservation on behalf of 6b643fa8ee8a4b5abceb14b8ff2811ca for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:05:15.834327 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6f8e49ed-4abe-4c4f-b0a1-3cf1ff64b36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:15.852042 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6f8e49ed-4abe-4c4f-b0a1-3cf1ff64b36b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:15.871341 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6f8e49ed-4abe-4c4f-b0a1-3cf1ff64b36b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:15.875750 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-6f8e49ed-4abe-4c4f-b0a1-3cf1ff64b36b admin admin] Usage tracker for resource:security_group_rule and tenant:6b643fa8ee8a4b5abceb14b8ff2811ca is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:15.878759 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-6f8e49ed-4abe-4c4f-b0a1-3cf1ff64b36b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:15.889131 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6f8e49ed-4abe-4c4f-b0a1-3cf1ff64b36b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:16.011501 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6f8e49ed-4abe-4c4f-b0a1-3cf1ff64b36b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:16.026801 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6f8e49ed-4abe-4c4f-b0a1-3cf1ff64b36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:16.055133 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8e49ed-4abe-4c4f-b0a1-3cf1ff64b36b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 20:05:16.088021 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6f8e49ed-4abe-4c4f-b0a1-3cf1ff64b36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603533'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:16.088676 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.db.segments_db [None req-6f8e49ed-4abe-4c4f-b0a1-3cf1ff64b36b admin admin] Added segment ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc of type vlan for network be906d6d-af38-482a-8688-d9b054c18d1f Jun 27 20:05:16.143526 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e49ed-4abe-4c4f-b0a1-3cf1ff64b36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1a96c0-242c-4cf8-8bf7-1d4b73670058,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:16.156721 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e49ed-4abe-4c4f-b0a1-3cf1ff64b36b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:16.157246 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e49ed-4abe-4c4f-b0a1-3cf1ff64b36b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:16.157725 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e49ed-4abe-4c4f-b0a1-3cf1ff64b36b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:16.158118 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e49ed-4abe-4c4f-b0a1-3cf1ff64b36b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:16.158587 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e49ed-4abe-4c4f-b0a1-3cf1ff64b36b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:16.159051 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e49ed-4abe-4c4f-b0a1-3cf1ff64b36b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:16.159543 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e49ed-4abe-4c4f-b0a1-3cf1ff64b36b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:16.160018 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e49ed-4abe-4c4f-b0a1-3cf1ff64b36b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:16.160456 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e49ed-4abe-4c4f-b0a1-3cf1ff64b36b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:16.161223 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e49ed-4abe-4c4f-b0a1-3cf1ff64b36b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:16.161632 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e49ed-4abe-4c4f-b0a1-3cf1ff64b36b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:16.162093 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e49ed-4abe-4c4f-b0a1-3cf1ff64b36b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:16.163659 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e49ed-4abe-4c4f-b0a1-3cf1ff64b36b admin admin] Tracked resource versions report: Jun 27 20:05:16.163659 dv-cinder-845799-1-iscsi neutron-server[88113]: pushed versions: Jun 27 20:05:16.163659 dv-cinder-845799-1-iscsi neutron-server[88113]: { 'AddressGroup': {'1.2'}, Jun 27 20:05:16.163659 dv-cinder-845799-1-iscsi neutron-server[88113]: 'ConntrackHelper': {'1.0'}, Jun 27 20:05:16.163659 dv-cinder-845799-1-iscsi neutron-server[88113]: 'Log': {'1.0'}, Jun 27 20:05:16.163659 dv-cinder-845799-1-iscsi neutron-server[88113]: 'Network': {'1.1'}, Jun 27 20:05:16.163659 dv-cinder-845799-1-iscsi neutron-server[88113]: 'Port': {'1.7'}, Jun 27 20:05:16.163659 dv-cinder-845799-1-iscsi neutron-server[88113]: 'PortForwarding': {'1.2'}, Jun 27 20:05:16.163659 dv-cinder-845799-1-iscsi neutron-server[88113]: 'QosPolicy': {'1.8'}, Jun 27 20:05:16.163659 dv-cinder-845799-1-iscsi neutron-server[88113]: 'SecurityGroup': {'1.4'}, Jun 27 20:05:16.163659 dv-cinder-845799-1-iscsi neutron-server[88113]: 'SecurityGroupRule': {'1.2'}, Jun 27 20:05:16.163659 dv-cinder-845799-1-iscsi neutron-server[88113]: 'SubPort': {'1.0'}, Jun 27 20:05:16.163659 dv-cinder-845799-1-iscsi neutron-server[88113]: 'Subnet': {'1.1'}, Jun 27 20:05:16.163659 dv-cinder-845799-1-iscsi neutron-server[88113]: 'Trunk': {'1.1'}} Jun 27 20:05:16.163659 dv-cinder-845799-1-iscsi neutron-server[88113]: consumer versions: Jun 27 20:05:16.163659 dv-cinder-845799-1-iscsi neutron-server[88113]: { DHCP agent@dv-cinder-845799-1-iscsi: {}, Jun 27 20:05:16.163659 dv-cinder-845799-1-iscsi neutron-server[88113]: HyperV agent@hv-cinder-84579: {}, Jun 27 20:05:16.163659 dv-cinder-845799-1-iscsi neutron-server[88113]: L3 agent@dv-cinder-845799-1-iscsi: {}, Jun 27 20:05:16.163659 dv-cinder-845799-1-iscsi neutron-server[88113]: Metadata agent@dv-cinder-845799-1-iscsi: {}, Jun 27 20:05:16.163659 dv-cinder-845799-1-iscsi neutron-server[88113]: Metering agent@dv-cinder-845799-1-iscsi: {}, Jun 27 20:05:16.163659 dv-cinder-845799-1-iscsi neutron-server[88113]: Open vSwitch agent@dv-cinder-845799-1-iscsi: { 'AddressGroup': '1.2', Jun 27 20:05:16.163659 dv-cinder-845799-1-iscsi neutron-server[88113]: 'ConntrackHelper': '1.0', Jun 27 20:05:16.163659 dv-cinder-845799-1-iscsi neutron-server[88113]: 'Log': '1.0', Jun 27 20:05:16.163659 dv-cinder-845799-1-iscsi neutron-server[88113]: 'Network': '1.1', Jun 27 20:05:16.163659 dv-cinder-845799-1-iscsi neutron-server[88113]: 'Port': '1.7', Jun 27 20:05:16.163659 dv-cinder-845799-1-iscsi neutron-server[88113]: 'PortForwarding': '1.2', Jun 27 20:05:16.163659 dv-cinder-845799-1-iscsi neutron-server[88113]: 'QosPolicy': '1.8', Jun 27 20:05:16.163659 dv-cinder-845799-1-iscsi neutron-server[88113]: 'SecurityGroup': '1.4', Jun 27 20:05:16.163659 dv-cinder-845799-1-iscsi neutron-server[88113]: 'SecurityGroupRule': '1.2', Jun 27 20:05:16.163659 dv-cinder-845799-1-iscsi neutron-server[88113]: 'SubPort': '1.0', Jun 27 20:05:16.163659 dv-cinder-845799-1-iscsi neutron-server[88113]: 'Subnet': '1.1', Jun 27 20:05:16.163659 dv-cinder-845799-1-iscsi neutron-server[88113]: 'Trunk': '1.1'}} Jun 27 20:05:16.163659 dv-cinder-845799-1-iscsi neutron-server[88113]: {{(pid=88113) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 20:05:16.202777 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6f8e49ed-4abe-4c4f-b0a1-3cf1ff64b36b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741810009101'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:16.262058 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6f8e49ed-4abe-4c4f-b0a1-3cf1ff64b36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:16.263847 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8e49ed-4abe-4c4f-b0a1-3cf1ff64b36b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:05:16.264426 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6f8e49ed-4abe-4c4f-b0a1-3cf1ff64b36b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:16.384015 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e49ed-4abe-4c4f-b0a1-3cf1ff64b36b admin admin] Pushing event updated for resources: {'Network': ['ID=be906d6d-af38-482a-8688-d9b054c18d1f,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:16.388834 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-6f8e49ed-4abe-4c4f-b0a1-3cf1ff64b36b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7340133 Jun 27 20:05:16.392341 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 52354) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:16.396810 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Network be906d6d-af38-482a-8688-d9b054c18d1f details requested by agent ovs-agent-dv-cinder-845799-1-iscsi with host dv-cinder-845799-1-iscsi {{(pid=88115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 20:05:16.407099 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-5aa718c5-079f-4bfd-a6b3-dea22980ef6a admin admin] Request body: {'subnet': {'network_id': 'be906d6d-af38-482a-8688-d9b054c18d1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2033502903-subnet', 'tenant_id': '6b643fa8ee8a4b5abceb14b8ff2811ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:05:16.413688 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5aa718c5-079f-4bfd-a6b3-dea22980ef6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:16.417788 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-5aa718c5-079f-4bfd-a6b3-dea22980ef6a admin admin] Usage tracker for resource:subnet and tenant:6b643fa8ee8a4b5abceb14b8ff2811ca is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:16.421107 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-5aa718c5-079f-4bfd-a6b3-dea22980ef6a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:16.428349 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5aa718c5-079f-4bfd-a6b3-dea22980ef6a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:16.446920 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa718c5-079f-4bfd-a6b3-dea22980ef6a admin admin] Made reservation on behalf of 6b643fa8ee8a4b5abceb14b8ff2811ca for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:05:16.449480 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5aa718c5-079f-4bfd-a6b3-dea22980ef6a admin admin] Notify callbacks [] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:16.710520 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5aa718c5-079f-4bfd-a6b3-dea22980ef6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:16.778091 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa718c5-079f-4bfd-a6b3-dea22980ef6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b74bb450-b606-413a-a419-52976db33427,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:16.803716 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa718c5-079f-4bfd-a6b3-dea22980ef6a admin admin] Checking segment: {'id': 'ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'be906d6d-af38-482a-8688-d9b054c18d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:05:16.804227 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa718c5-079f-4bfd-a6b3-dea22980ef6a admin admin] Network hostable DHCP agents. Network: be906d6d-af38-482a-8688-d9b054c18d1f, hostable agents: ['4165b8a7-5268-4093-844e-4587fa48cc65'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 20:05:16.807540 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-112b0268-3df8-41eb-96ff-d81b0dc59224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:16.829147 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa718c5-079f-4bfd-a6b3-dea22980ef6a admin admin] Network be906d6d-af38-482a-8688-d9b054c18d1f is scheduled to be hosted by DHCP agent 4165b8a7-5268-4093-844e-4587fa48cc65 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 20:05:16.841236 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-5aa718c5-079f-4bfd-a6b3-dea22980ef6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845799-1-iscsi, be906d6d-af38-482a-8688-d9b054c18d1f) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:05:16.848618 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa718c5-079f-4bfd-a6b3-dea22980ef6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:05:16.849030 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5aa718c5-079f-4bfd-a6b3-dea22980ef6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:16.852917 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1bd0d1-627e-47e7-aa30-277fcde9c213 None None] Network be906d6d-af38-482a-8688-d9b054c18d1f requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:05:16.878045 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 52386) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:16.878691 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-5aa718c5-079f-4bfd-a6b3-dea22980ef6a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4845085 Jun 27 20:05:16.883576 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-a9d2ae72-1a18-471a-9e43-93ea8d469857 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-2033502903-router', 'tenant_id': '6b643fa8ee8a4b5abceb14b8ff2811ca', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:05:16.888698 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-a9d2ae72-1a18-471a-9e43-93ea8d469857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:16.892664 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-a9d2ae72-1a18-471a-9e43-93ea8d469857 admin admin] Usage tracker for resource:router and tenant:6b643fa8ee8a4b5abceb14b8ff2811ca is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:16.895828 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-a9d2ae72-1a18-471a-9e43-93ea8d469857 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:16.901502 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-a9d2ae72-1a18-471a-9e43-93ea8d469857 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:16.914566 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9d2ae72-1a18-471a-9e43-93ea8d469857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16270966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7578'] for router, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:16.915967 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9d2ae72-1a18-471a-9e43-93ea8d469857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16272205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16757837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16391757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4457'] for router, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:16.935210 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9d2ae72-1a18-471a-9e43-93ea8d469857 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:17.115301 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57a1a12-f387-4c54-906b-b89082fd3795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec9038c-6dc9-54f2-9480-5d6565864add-be906d6d-af38-482a-8688-d9b054c18d1f', 'network_id': 'be906d6d-af38-482a-8688-d9b054c18d1f', 'tenant_id': '6b643fa8ee8a4b5abceb14b8ff2811ca', 'fixed_ips': [{'subnet_id': 'b74bb450-b606-413a-a419-52976db33427'}]}} from dv-cinder-845799-1-iscsi. {{(pid=88115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 27 20:05:17.116559 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d57a1a12-f387-4c54-906b-b89082fd3795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:17.299394 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9d2ae72-1a18-471a-9e43-93ea8d469857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16757887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16270975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4475'] for router, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:17.309915 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [None req-d57a1a12-f387-4c54-906b-b89082fd3795 None None] Allocated IP 172.20.0.2 (be906d6d-af38-482a-8688-d9b054c18d1f/b74bb450-b606-413a-a419-52976db33427/56c06c84-a9bb-459e-b8bc-0e74fe260f22) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:05:17.594114 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d57a1a12-f387-4c54-906b-b89082fd3795 None None] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:17.607492 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-d57a1a12-f387-4c54-906b-b89082fd3795 None None] Transition to ACTIVE for port object 56c06c84-a9bb-459e-b8bc-0e74fe260f22 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:05:17.632113 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-d57a1a12-f387-4c54-906b-b89082fd3795 None None] Transition to ACTIVE for port object 56c06c84-a9bb-459e-b8bc-0e74fe260f22 will not be triggered until provisioned by entity DHCP. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:05:17.644642 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d57a1a12-f387-4c54-906b-b89082fd3795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:17.688955 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9d2ae72-1a18-471a-9e43-93ea8d469857 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:17.720627 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57a1a12-f387-4c54-906b-b89082fd3795 None None] Network be906d6d-af38-482a-8688-d9b054c18d1f is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:05:17.723055 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-d57a1a12-f387-4c54-906b-b89082fd3795 None None] Resources bound (agent type, host, resource id): {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:05:17.727560 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57a1a12-f387-4c54-906b-b89082fd3795 None None] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:05:17.731595 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9d2ae72-1a18-471a-9e43-93ea8d469857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:17.795348 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a1a12-f387-4c54-906b-b89082fd3795 None None] Pushing event updated for resources: {'Port': ['ID=56c06c84-a9bb-459e-b8bc-0e74fe260f22,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:17.854433 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a1a12-f387-4c54-906b-b89082fd3795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:17.856172 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a1a12-f387-4c54-906b-b89082fd3795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:17.862285 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a1a12-f387-4c54-906b-b89082fd3795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:17.863057 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a1a12-f387-4c54-906b-b89082fd3795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:17.863567 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a1a12-f387-4c54-906b-b89082fd3795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:17.865269 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a1a12-f387-4c54-906b-b89082fd3795 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:17.865777 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a1a12-f387-4c54-906b-b89082fd3795 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:17.866431 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a1a12-f387-4c54-906b-b89082fd3795 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:17.868684 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a1a12-f387-4c54-906b-b89082fd3795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:17.869295 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a1a12-f387-4c54-906b-b89082fd3795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:17.869797 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a1a12-f387-4c54-906b-b89082fd3795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:17.870270 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a1a12-f387-4c54-906b-b89082fd3795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:17.873648 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a1a12-f387-4c54-906b-b89082fd3795 None None] Tracked resource versions report: Jun 27 20:05:17.873648 dv-cinder-845799-1-iscsi neutron-server[88115]: pushed versions: Jun 27 20:05:17.873648 dv-cinder-845799-1-iscsi neutron-server[88115]: { 'AddressGroup': {'1.2'}, Jun 27 20:05:17.873648 dv-cinder-845799-1-iscsi neutron-server[88115]: 'ConntrackHelper': {'1.0'}, Jun 27 20:05:17.873648 dv-cinder-845799-1-iscsi neutron-server[88115]: 'Log': {'1.0'}, Jun 27 20:05:17.873648 dv-cinder-845799-1-iscsi neutron-server[88115]: 'Network': {'1.1'}, Jun 27 20:05:17.873648 dv-cinder-845799-1-iscsi neutron-server[88115]: 'Port': {'1.7'}, Jun 27 20:05:17.873648 dv-cinder-845799-1-iscsi neutron-server[88115]: 'PortForwarding': {'1.2'}, Jun 27 20:05:17.873648 dv-cinder-845799-1-iscsi neutron-server[88115]: 'QosPolicy': {'1.8'}, Jun 27 20:05:17.873648 dv-cinder-845799-1-iscsi neutron-server[88115]: 'SecurityGroup': {'1.4'}, Jun 27 20:05:17.873648 dv-cinder-845799-1-iscsi neutron-server[88115]: 'SecurityGroupRule': {'1.2'}, Jun 27 20:05:17.873648 dv-cinder-845799-1-iscsi neutron-server[88115]: 'SubPort': {'1.0'}, Jun 27 20:05:17.873648 dv-cinder-845799-1-iscsi neutron-server[88115]: 'Subnet': {'1.1'}, Jun 27 20:05:17.873648 dv-cinder-845799-1-iscsi neutron-server[88115]: 'Trunk': {'1.1'}} Jun 27 20:05:17.873648 dv-cinder-845799-1-iscsi neutron-server[88115]: consumer versions: Jun 27 20:05:17.873648 dv-cinder-845799-1-iscsi neutron-server[88115]: { DHCP agent@dv-cinder-845799-1-iscsi: {}, Jun 27 20:05:17.873648 dv-cinder-845799-1-iscsi neutron-server[88115]: HyperV agent@hv-cinder-84579: {}, Jun 27 20:05:17.873648 dv-cinder-845799-1-iscsi neutron-server[88115]: L3 agent@dv-cinder-845799-1-iscsi: {}, Jun 27 20:05:17.873648 dv-cinder-845799-1-iscsi neutron-server[88115]: Metadata agent@dv-cinder-845799-1-iscsi: {}, Jun 27 20:05:17.873648 dv-cinder-845799-1-iscsi neutron-server[88115]: Metering agent@dv-cinder-845799-1-iscsi: {}, Jun 27 20:05:17.873648 dv-cinder-845799-1-iscsi neutron-server[88115]: Open vSwitch agent@dv-cinder-845799-1-iscsi: { 'AddressGroup': '1.2', Jun 27 20:05:17.873648 dv-cinder-845799-1-iscsi neutron-server[88115]: 'ConntrackHelper': '1.0', Jun 27 20:05:17.873648 dv-cinder-845799-1-iscsi neutron-server[88115]: 'Log': '1.0', Jun 27 20:05:17.873648 dv-cinder-845799-1-iscsi neutron-server[88115]: 'Network': '1.1', Jun 27 20:05:17.873648 dv-cinder-845799-1-iscsi neutron-server[88115]: 'Port': '1.7', Jun 27 20:05:17.873648 dv-cinder-845799-1-iscsi neutron-server[88115]: 'PortForwarding': '1.2', Jun 27 20:05:17.873648 dv-cinder-845799-1-iscsi neutron-server[88115]: 'QosPolicy': '1.8', Jun 27 20:05:17.873648 dv-cinder-845799-1-iscsi neutron-server[88115]: 'SecurityGroup': '1.4', Jun 27 20:05:17.873648 dv-cinder-845799-1-iscsi neutron-server[88115]: 'SecurityGroupRule': '1.2', Jun 27 20:05:17.873648 dv-cinder-845799-1-iscsi neutron-server[88115]: 'SubPort': '1.0', Jun 27 20:05:17.873648 dv-cinder-845799-1-iscsi neutron-server[88115]: 'Subnet': '1.1', Jun 27 20:05:17.873648 dv-cinder-845799-1-iscsi neutron-server[88115]: 'Trunk': '1.1'}} Jun 27 20:05:17.873648 dv-cinder-845799-1-iscsi neutron-server[88115]: {{(pid=88115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 20:05:17.891556 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-a9d2ae72-1a18-471a-9e43-93ea8d469857 admin admin] Allocated IP 172.27.3.250 (f5e38b28-d42a-47c6-b8ea-5d0ae1b51160/4aa6a97f-4da5-4d03-b34a-f88023a9290b/ca13e005-47b0-4780-ac3a-6586594e2a64) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:05:17.930279 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-d57a1a12-f387-4c54-906b-b89082fd3795 None None] Attempting to bind port 56c06c84-a9bb-459e-b8bc-0e74fe260f22 on host dv-cinder-845799-1-iscsi for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:05:17.930870 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-d57a1a12-f387-4c54-906b-b89082fd3795 None None] Attempting to bind port 56c06c84-a9bb-459e-b8bc-0e74fe260f22 by drivers openvswitch,hyperv on host dv-cinder-845799-1-iscsi at level 0 using segments [{'id': 'ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'be906d6d-af38-482a-8688-d9b054c18d1f'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:05:17.931590 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57a1a12-f387-4c54-906b-b89082fd3795 None None] Attempting to bind port 56c06c84-a9bb-459e-b8bc-0e74fe260f22 on network be906d6d-af38-482a-8688-d9b054c18d1f {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:05:17.956827 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57a1a12-f387-4c54-906b-b89082fd3795 None None] Checking agent: {'id': '002de21a-1fb9-4fe8-99da-e58f143369d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845799-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'started_at': datetime.datetime(2022, 6, 27, 19, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845799-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:05:17.957527 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57a1a12-f387-4c54-906b-b89082fd3795 None None] Checking segment: {'id': 'ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'be906d6d-af38-482a-8688-d9b054c18d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:05:17.958614 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d57a1a12-f387-4c54-906b-b89082fd3795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:17.959451 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57a1a12-f387-4c54-906b-b89082fd3795 None None] Bound using segment: {'id': 'ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'be906d6d-af38-482a-8688-d9b054c18d1f'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:05:17.960544 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-d57a1a12-f387-4c54-906b-b89082fd3795 None None] Bound port: 56c06c84-a9bb-459e-b8bc-0e74fe260f22, host: dv-cinder-845799-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'be906d6d-af38-482a-8688-d9b054c18d1f'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:05:17.961392 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d57a1a12-f387-4c54-906b-b89082fd3795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:17.974142 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:18.070473 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9d2ae72-1a18-471a-9e43-93ea8d469857 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:18.074510 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-d57a1a12-f387-4c54-906b-b89082fd3795 None None] For port 56c06c84-a9bb-459e-b8bc-0e74fe260f22, host dv-cinder-845799-1-iscsi, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:05:18.089347 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 52440) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:18.096754 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-d57a1a12-f387-4c54-906b-b89082fd3795 None None] For port 56c06c84-a9bb-459e-b8bc-0e74fe260f22, host dv-cinder-845799-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=56c06c84-a9bb-459e-b8bc-0e74fe260f22,segment=NetworkSegment(ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc),segment_id=ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:05:18.098494 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:18.104924 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d57a1a12-f387-4c54-906b-b89082fd3795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:18.117835 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9d2ae72-1a18-471a-9e43-93ea8d469857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:18.183281 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d2ae72-1a18-471a-9e43-93ea8d469857 admin admin] Network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:05:18.189056 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-a9d2ae72-1a18-471a-9e43-93ea8d469857 admin admin] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:05:18.189803 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 52448) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:18.202660 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d2ae72-1a18-471a-9e43-93ea8d469857 admin admin] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:05:18.202877 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a1a12-f387-4c54-906b-b89082fd3795 None None] Pushing event updated for resources: {'Port': ['ID=56c06c84-a9bb-459e-b8bc-0e74fe260f22,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:18.375585 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 52460) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:18.401362 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2ae72-1a18-471a-9e43-93ea8d469857 admin admin] Pushing event updated for resources: {'Port': ['ID=ca13e005-47b0-4780-ac3a-6586594e2a64,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:18.425841 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2ae72-1a18-471a-9e43-93ea8d469857 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:18.426065 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2ae72-1a18-471a-9e43-93ea8d469857 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:18.426401 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2ae72-1a18-471a-9e43-93ea8d469857 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:18.426731 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2ae72-1a18-471a-9e43-93ea8d469857 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:18.427055 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2ae72-1a18-471a-9e43-93ea8d469857 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:18.427399 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2ae72-1a18-471a-9e43-93ea8d469857 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:18.427725 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2ae72-1a18-471a-9e43-93ea8d469857 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:18.428278 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2ae72-1a18-471a-9e43-93ea8d469857 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:18.429606 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2ae72-1a18-471a-9e43-93ea8d469857 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:18.429606 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2ae72-1a18-471a-9e43-93ea8d469857 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:18.429606 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2ae72-1a18-471a-9e43-93ea8d469857 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:18.429851 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2ae72-1a18-471a-9e43-93ea8d469857 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:18.430797 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2ae72-1a18-471a-9e43-93ea8d469857 admin admin] Tracked resource versions report: Jun 27 20:05:18.430797 dv-cinder-845799-1-iscsi neutron-server[88114]: pushed versions: Jun 27 20:05:18.430797 dv-cinder-845799-1-iscsi neutron-server[88114]: { 'AddressGroup': {'1.2'}, Jun 27 20:05:18.430797 dv-cinder-845799-1-iscsi neutron-server[88114]: 'ConntrackHelper': {'1.0'}, Jun 27 20:05:18.430797 dv-cinder-845799-1-iscsi neutron-server[88114]: 'Log': {'1.0'}, Jun 27 20:05:18.430797 dv-cinder-845799-1-iscsi neutron-server[88114]: 'Network': {'1.1'}, Jun 27 20:05:18.430797 dv-cinder-845799-1-iscsi neutron-server[88114]: 'Port': {'1.7'}, Jun 27 20:05:18.430797 dv-cinder-845799-1-iscsi neutron-server[88114]: 'PortForwarding': {'1.2'}, Jun 27 20:05:18.430797 dv-cinder-845799-1-iscsi neutron-server[88114]: 'QosPolicy': {'1.8'}, Jun 27 20:05:18.430797 dv-cinder-845799-1-iscsi neutron-server[88114]: 'SecurityGroup': {'1.4'}, Jun 27 20:05:18.430797 dv-cinder-845799-1-iscsi neutron-server[88114]: 'SecurityGroupRule': {'1.2'}, Jun 27 20:05:18.430797 dv-cinder-845799-1-iscsi neutron-server[88114]: 'SubPort': {'1.0'}, Jun 27 20:05:18.430797 dv-cinder-845799-1-iscsi neutron-server[88114]: 'Subnet': {'1.1'}, Jun 27 20:05:18.430797 dv-cinder-845799-1-iscsi neutron-server[88114]: 'Trunk': {'1.1'}} Jun 27 20:05:18.430797 dv-cinder-845799-1-iscsi neutron-server[88114]: consumer versions: Jun 27 20:05:18.430797 dv-cinder-845799-1-iscsi neutron-server[88114]: { DHCP agent@dv-cinder-845799-1-iscsi: {}, Jun 27 20:05:18.430797 dv-cinder-845799-1-iscsi neutron-server[88114]: HyperV agent@hv-cinder-84579: {}, Jun 27 20:05:18.430797 dv-cinder-845799-1-iscsi neutron-server[88114]: L3 agent@dv-cinder-845799-1-iscsi: {}, Jun 27 20:05:18.430797 dv-cinder-845799-1-iscsi neutron-server[88114]: Metadata agent@dv-cinder-845799-1-iscsi: {}, Jun 27 20:05:18.430797 dv-cinder-845799-1-iscsi neutron-server[88114]: Metering agent@dv-cinder-845799-1-iscsi: {}, Jun 27 20:05:18.430797 dv-cinder-845799-1-iscsi neutron-server[88114]: Open vSwitch agent@dv-cinder-845799-1-iscsi: { 'AddressGroup': '1.2', Jun 27 20:05:18.430797 dv-cinder-845799-1-iscsi neutron-server[88114]: 'ConntrackHelper': '1.0', Jun 27 20:05:18.430797 dv-cinder-845799-1-iscsi neutron-server[88114]: 'Log': '1.0', Jun 27 20:05:18.430797 dv-cinder-845799-1-iscsi neutron-server[88114]: 'Network': '1.1', Jun 27 20:05:18.430797 dv-cinder-845799-1-iscsi neutron-server[88114]: 'Port': '1.7', Jun 27 20:05:18.430797 dv-cinder-845799-1-iscsi neutron-server[88114]: 'PortForwarding': '1.2', Jun 27 20:05:18.430797 dv-cinder-845799-1-iscsi neutron-server[88114]: 'QosPolicy': '1.8', Jun 27 20:05:18.430797 dv-cinder-845799-1-iscsi neutron-server[88114]: 'SecurityGroup': '1.4', Jun 27 20:05:18.430797 dv-cinder-845799-1-iscsi neutron-server[88114]: 'SecurityGroupRule': '1.2', Jun 27 20:05:18.430797 dv-cinder-845799-1-iscsi neutron-server[88114]: 'SubPort': '1.0', Jun 27 20:05:18.430797 dv-cinder-845799-1-iscsi neutron-server[88114]: 'Subnet': '1.1', Jun 27 20:05:18.430797 dv-cinder-845799-1-iscsi neutron-server[88114]: 'Trunk': '1.1'}} Jun 27 20:05:18.430797 dv-cinder-845799-1-iscsi neutron-server[88114]: {{(pid=88114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 20:05:18.522966 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-6bc63be2-4dfb-4314-a6c4-5fecf486ab62 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1668758160-network', 'tenant_id': '7bde747057d140209cc6692d467254d8'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:05:18.530021 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6bc63be2-4dfb-4314-a6c4-5fecf486ab62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:18.537189 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-6bc63be2-4dfb-4314-a6c4-5fecf486ab62 admin admin] Usage tracker for resource:network and tenant:7bde747057d140209cc6692d467254d8 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:18.540423 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-6bc63be2-4dfb-4314-a6c4-5fecf486ab62 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:18.562156 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6bc63be2-4dfb-4314-a6c4-5fecf486ab62 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:18.580517 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc63be2-4dfb-4314-a6c4-5fecf486ab62 admin admin] Made reservation on behalf of 7bde747057d140209cc6692d467254d8 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:05:18.585933 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6bc63be2-4dfb-4314-a6c4-5fecf486ab62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:18.613603 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6bc63be2-4dfb-4314-a6c4-5fecf486ab62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:18.636560 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6bc63be2-4dfb-4314-a6c4-5fecf486ab62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:18.640672 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-6bc63be2-4dfb-4314-a6c4-5fecf486ab62 admin admin] Usage tracker for resource:security_group_rule and tenant:7bde747057d140209cc6692d467254d8 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:18.646459 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-6bc63be2-4dfb-4314-a6c4-5fecf486ab62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:18.658040 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6bc63be2-4dfb-4314-a6c4-5fecf486ab62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:18.688732 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9d2ae72-1a18-471a-9e43-93ea8d469857 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:18.742170 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-535210db-04c1-403c-8d79-95afae8c2929 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1346577176-network', 'tenant_id': '1828911e3d5e4f8587e278f0acc3f692'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:05:18.754003 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-535210db-04c1-403c-8d79-95afae8c2929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:18.773025 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-535210db-04c1-403c-8d79-95afae8c2929 admin admin] Usage tracker for resource:network and tenant:1828911e3d5e4f8587e278f0acc3f692 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:18.781283 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-535210db-04c1-403c-8d79-95afae8c2929 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:18.787224 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6bc63be2-4dfb-4314-a6c4-5fecf486ab62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:18.792145 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 52470) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:18.795354 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-535210db-04c1-403c-8d79-95afae8c2929 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:18.798264 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6bc63be2-4dfb-4314-a6c4-5fecf486ab62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:18.832546 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc63be2-4dfb-4314-a6c4-5fecf486ab62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 20:05:18.860098 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6bc63be2-4dfb-4314-a6c4-5fecf486ab62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603533'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:18.860688 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.db.segments_db [None req-6bc63be2-4dfb-4314-a6c4-5fecf486ab62 admin admin] Added segment 239487e6-915f-4fa0-ada1-48352006308c of type vlan for network 03ddf4ce-871c-4f06-813b-1b3c7a85f063 Jun 27 20:05:18.894955 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6bc63be2-4dfb-4314-a6c4-5fecf486ab62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741810009101'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:18.933347 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6bc63be2-4dfb-4314-a6c4-5fecf486ab62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:18.934986 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc63be2-4dfb-4314-a6c4-5fecf486ab62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:05:18.935720 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6bc63be2-4dfb-4314-a6c4-5fecf486ab62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:18.980877 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc63be2-4dfb-4314-a6c4-5fecf486ab62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae936cac-191f-496d-9af1-dc7943ce0296,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:18.984664 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535210db-04c1-403c-8d79-95afae8c2929 admin admin] Made reservation on behalf of 1828911e3d5e4f8587e278f0acc3f692 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:05:18.987443 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-535210db-04c1-403c-8d79-95afae8c2929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:19.006529 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-6bc63be2-4dfb-4314-a6c4-5fecf486ab62 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9131925 Jun 27 20:05:19.006529 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-535210db-04c1-403c-8d79-95afae8c2929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:19.018900 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 52482) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:19.036923 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-103d3bf3-4393-4aa5-8b6c-0c1489a747e4 admin admin] Request body: {'subnet': {'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1668758160-subnet', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:05:19.041764 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-103d3bf3-4393-4aa5-8b6c-0c1489a747e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:19.045984 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-103d3bf3-4393-4aa5-8b6c-0c1489a747e4 admin admin] Usage tracker for resource:subnet and tenant:7bde747057d140209cc6692d467254d8 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:19.049611 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-103d3bf3-4393-4aa5-8b6c-0c1489a747e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:19.055892 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-103d3bf3-4393-4aa5-8b6c-0c1489a747e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:19.073818 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-535210db-04c1-403c-8d79-95afae8c2929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:19.078661 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-535210db-04c1-403c-8d79-95afae8c2929 admin admin] Usage tracker for resource:security_group_rule and tenant:1828911e3d5e4f8587e278f0acc3f692 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:19.081659 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-535210db-04c1-403c-8d79-95afae8c2929 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:19.087822 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-535210db-04c1-403c-8d79-95afae8c2929 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:19.188888 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-535210db-04c1-403c-8d79-95afae8c2929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:19.228162 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:19.263584 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103d3bf3-4393-4aa5-8b6c-0c1489a747e4 admin admin] Made reservation on behalf of 7bde747057d140209cc6692d467254d8 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:05:19.266191 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-103d3bf3-4393-4aa5-8b6c-0c1489a747e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:19.285266 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9d2ae72-1a18-471a-9e43-93ea8d469857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16270916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16757784'] for router, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:19.291691 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-de240bf1-cce2-42e5-b280-52e2d89da759 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1562455689-network', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:05:19.296146 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-de240bf1-cce2-42e5-b280-52e2d89da759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:19.300845 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-de240bf1-cce2-42e5-b280-52e2d89da759 admin admin] Usage tracker for resource:network and tenant:ff42080e13fb414597e5f10abbe3434d is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:19.304847 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-de240bf1-cce2-42e5-b280-52e2d89da759 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:19.315645 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-535210db-04c1-403c-8d79-95afae8c2929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:19.337925 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-535210db-04c1-403c-8d79-95afae8c2929 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 20:05:19.348291 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-535210db-04c1-403c-8d79-95afae8c2929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603533'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:19.349845 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.db.segments_db [None req-535210db-04c1-403c-8d79-95afae8c2929 admin admin] Added segment f865dad6-08cc-4de5-9ffb-f1a03cf0ddba of type vlan for network dded7c36-4e06-4821-a244-25f2e7a652d8 Jun 27 20:05:19.385951 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-535210db-04c1-403c-8d79-95afae8c2929 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741810009101'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:19.422872 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-de240bf1-cce2-42e5-b280-52e2d89da759 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:19.454082 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-60163989-fc5d-4a00-a258-5873f1d13f7c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-332780900-network', 'tenant_id': 'a50994bf4f144390934c88c909c5d061'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:05:19.514099 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-535210db-04c1-403c-8d79-95afae8c2929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:19.515556 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535210db-04c1-403c-8d79-95afae8c2929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:05:19.516283 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-535210db-04c1-403c-8d79-95afae8c2929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:19.519946 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de240bf1-cce2-42e5-b280-52e2d89da759 admin admin] Made reservation on behalf of ff42080e13fb414597e5f10abbe3434d for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:05:19.522123 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-de240bf1-cce2-42e5-b280-52e2d89da759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:19.551165 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-de240bf1-cce2-42e5-b280-52e2d89da759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:19.575567 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-de240bf1-cce2-42e5-b280-52e2d89da759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:19.581813 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-de240bf1-cce2-42e5-b280-52e2d89da759 admin admin] Usage tracker for resource:security_group_rule and tenant:ff42080e13fb414597e5f10abbe3434d is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:19.584698 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-de240bf1-cce2-42e5-b280-52e2d89da759 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:19.592176 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3edcff-95c1-4906-908d-47be7d82091e None None] Network be906d6d-af38-482a-8688-d9b054c18d1f requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:05:19.596167 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-de240bf1-cce2-42e5-b280-52e2d89da759 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:19.635043 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d2ae72-1a18-471a-9e43-93ea8d469857 admin admin] Router 01d230ea-677c-4c1b-bde9-848f10cd7344 is scheduled to L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e with binding_index 1 {{(pid=88114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 27 20:05:19.713170 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-3c2bb4dc-a5ee-410e-81f1-080a4fc60c3b None None] Provisioning for port 56c06c84-a9bb-459e-b8bc-0e74fe260f22 completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:05:19.747664 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-de240bf1-cce2-42e5-b280-52e2d89da759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:19.749016 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc63be2-4dfb-4314-a6c4-5fecf486ab62 admin admin] Pushing event updated for resources: {'Network': ['ID=03ddf4ce-871c-4f06-813b-1b3c7a85f063,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:19.769084 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Network 03ddf4ce-871c-4f06-813b-1b3c7a85f063 details requested by agent ovs-agent-dv-cinder-845799-1-iscsi with host dv-cinder-845799-1-iscsi {{(pid=88115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 20:05:19.857345 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-60163989-fc5d-4a00-a258-5873f1d13f7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:19.866465 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-de240bf1-cce2-42e5-b280-52e2d89da759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:20.049015 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d2ae72-1a18-471a-9e43-93ea8d469857 admin admin] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:05:20.069257 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294a7486-4a8a-4d6b-99d3-3d9ef91c0ee6 None None] Sync routers for ids ['01d230ea-677c-4c1b-bde9-848f10cd7344'] in dv-cinder-845799-1-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:05:20.078803 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-60163989-fc5d-4a00-a258-5873f1d13f7c admin admin] Usage tracker for resource:network and tenant:a50994bf4f144390934c88c909c5d061 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:20.088055 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294a7486-4a8a-4d6b-99d3-3d9ef91c0ee6 None None] Routers {'01d230ea-677c-4c1b-bde9-848f10cd7344'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:05:20.089870 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-294a7486-4a8a-4d6b-99d3-3d9ef91c0ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:05:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['01d230ea-677c-4c1b-bde9-848f10cd7344'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:20.105917 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9d2ae72-1a18-471a-9e43-93ea8d469857 admin admin] Notify callbacks [] for router, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:20.107390 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-a9d2ae72-1a18-471a-9e43-93ea8d469857 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2281461 Jun 27 20:05:20.110399 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 52520) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:20.119394 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-60163989-fc5d-4a00-a258-5873f1d13f7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:20.146766 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-535210db-04c1-403c-8d79-95afae8c2929 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9556131 Jun 27 20:05:20.169772 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-60163989-fc5d-4a00-a258-5873f1d13f7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:20.170296 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 56c06c84-a9bb-459e-b8bc-0e74fe260f22 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:05:20.196416 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de240bf1-cce2-42e5-b280-52e2d89da759 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 20:05:20.219197 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-de240bf1-cce2-42e5-b280-52e2d89da759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603533'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:20.221417 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.db.segments_db [None req-de240bf1-cce2-42e5-b280-52e2d89da759 admin admin] Added segment 2e6a962a-47d2-47d1-a969-73df444edae4 of type vlan for network edb7acd2-275d-4d02-9861-85e070a17792 Jun 27 20:05:20.236673 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 52524) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:20.415414 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning for port 56c06c84-a9bb-459e-b8bc-0e74fe260f22 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:05:20.419944 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-38dde1a6-44f1-41f9-b38f-d03edf4cf683 admin admin] Request body: {'subnet': {'network_id': 'dded7c36-4e06-4821-a244-25f2e7a652d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1346577176-subnet', 'tenant_id': '1828911e3d5e4f8587e278f0acc3f692', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:05:20.445725 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 56c06c84-a9bb-459e-b8bc-0e74fe260f22 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:05:20.446095 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:20.450186 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-38dde1a6-44f1-41f9-b38f-d03edf4cf683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:20.472698 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-38dde1a6-44f1-41f9-b38f-d03edf4cf683 admin admin] Usage tracker for resource:subnet and tenant:1828911e3d5e4f8587e278f0acc3f692 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:20.500023 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-38dde1a6-44f1-41f9-b38f-d03edf4cf683 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:20.525265 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-294a7486-4a8a-4d6b-99d3-3d9ef91c0ee6 None None] Set router 01d230ea-677c-4c1b-bde9-848f10cd7344 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:05:20.530011 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-38dde1a6-44f1-41f9-b38f-d03edf4cf683 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:20.583732 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38dde1a6-44f1-41f9-b38f-d03edf4cf683 admin admin] Made reservation on behalf of 1828911e3d5e4f8587e278f0acc3f692 for: {'subnet': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:05:20.590367 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-38dde1a6-44f1-41f9-b38f-d03edf4cf683 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:20.637121 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535210db-04c1-403c-8d79-95afae8c2929 admin admin] Pushing event updated for resources: {'Network': ['ID=dded7c36-4e06-4821-a244-25f2e7a652d8,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:20.648572 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-de240bf1-cce2-42e5-b280-52e2d89da759 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741810009101'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:20.653930 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535210db-04c1-403c-8d79-95afae8c2929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f0e03f-aabf-4ecf-b87f-5fb0c19738ea,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:20.667086 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-103d3bf3-4393-4aa5-8b6c-0c1489a747e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:20.715050 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Network dded7c36-4e06-4821-a244-25f2e7a652d8 details requested by agent ovs-agent-dv-cinder-845799-1-iscsi with host dv-cinder-845799-1-iscsi {{(pid=88115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 20:05:20.823026 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d3bf3-4393-4aa5-8b6c-0c1489a747e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba00cca6-cfda-4754-8a1e-ba6ebb77dfea,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:20.827710 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60163989-fc5d-4a00-a258-5873f1d13f7c admin admin] Made reservation on behalf of a50994bf4f144390934c88c909c5d061 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:05:20.831023 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-60163989-fc5d-4a00-a258-5873f1d13f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:20.875922 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-de240bf1-cce2-42e5-b280-52e2d89da759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:20.876862 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de240bf1-cce2-42e5-b280-52e2d89da759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:05:20.877490 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-de240bf1-cce2-42e5-b280-52e2d89da759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:20.891762 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 56c06c84-a9bb-459e-b8bc-0e74fe260f22 is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:05:20.892822 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:20.955349 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] For port 56c06c84-a9bb-459e-b8bc-0e74fe260f22, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=56c06c84-a9bb-459e-b8bc-0e74fe260f22,segment=NetworkSegment(ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc),segment_id=ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:05:20.968253 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:21.011370 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-0089933e-2d3d-4cd6-92f4-239732cf622c None None] Provisioning complete for port 56c06c84-a9bb-459e-b8bc-0e74fe260f22 triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:05:21.012047 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0089933e-2d3d-4cd6-92f4-239732cf622c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:21.113390 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Pushing event updated for resources: {'Port': ['ID=56c06c84-a9bb-459e-b8bc-0e74fe260f22,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:21.122579 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de240bf1-cce2-42e5-b280-52e2d89da759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f1b4ab-625e-4795-bae0-ad5af4ba472d,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:21.183293 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-0089933e-2d3d-4cd6-92f4-239732cf622c None None] Current status of the port 56c06c84-a9bb-459e-b8bc-0e74fe260f22 is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:05:21.197540 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-294a7486-4a8a-4d6b-99d3-3d9ef91c0ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d230ea-677c-4c1b-bde9-848f10cd7344', 'name': 'tempest-DeleteServersTestJSON-2033502903-router', 'tenant_id': '6b643fa8ee8a4b5abceb14b8ff2811ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ca13e005-47b0-4780-ac3a-6586594e2a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:16Z', 'updated_at': '2022-06-27T20:05:18Z', 'revision_number': 3, 'project_id': '6b643fa8ee8a4b5abceb14b8ff2811ca', 'gw_port': {'id': 'ca13e005-47b0-4780-ac3a-6586594e2a64', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:04:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d230ea-677c-4c1b-bde9-848f10cd7344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:17Z', 'updated_at': '2022-06-27T20:05:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:21.202098 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294a7486-4a8a-4d6b-99d3-3d9ef91c0ee6 None None] Checking router: 01d230ea-677c-4c1b-bde9-848f10cd7344 for host: dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:05:21.202440 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294a7486-4a8a-4d6b-99d3-3d9ef91c0ee6 None None] Updating router 01d230ea-677c-4c1b-bde9-848f10cd7344 port ca13e005-47b0-4780-ac3a-6586594e2a64 binding host dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 20:05:21.226195 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-60163989-fc5d-4a00-a258-5873f1d13f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:21.263164 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-294a7486-4a8a-4d6b-99d3-3d9ef91c0ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:21.285928 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 52564) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:21.287265 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-de240bf1-cce2-42e5-b280-52e2d89da759 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.9081371 Jun 27 20:05:21.295661 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-16f28cff-44de-42a1-bced-042f6561ed3c admin admin] Request body: {'subnet': {'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1562455689-subnet', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:05:21.296299 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-60163989-fc5d-4a00-a258-5873f1d13f7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:21.319576 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-16f28cff-44de-42a1-bced-042f6561ed3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:21.323373 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-60163989-fc5d-4a00-a258-5873f1d13f7c admin admin] Usage tracker for resource:security_group_rule and tenant:a50994bf4f144390934c88c909c5d061 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:21.350836 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-60163989-fc5d-4a00-a258-5873f1d13f7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:21.358311 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-16f28cff-44de-42a1-bced-042f6561ed3c admin admin] Usage tracker for resource:subnet and tenant:ff42080e13fb414597e5f10abbe3434d is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:21.360038 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-60163989-fc5d-4a00-a258-5873f1d13f7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:21.370735 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de240bf1-cce2-42e5-b280-52e2d89da759 admin admin] Pushing event updated for resources: {'Network': ['ID=edb7acd2-275d-4d02-9861-85e070a17792,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:21.372018 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-16f28cff-44de-42a1-bced-042f6561ed3c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:21.386377 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-16f28cff-44de-42a1-bced-042f6561ed3c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:21.397330 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Network edb7acd2-275d-4d02-9861-85e070a17792 details requested by agent ovs-agent-dv-cinder-845799-1-iscsi with host dv-cinder-845799-1-iscsi {{(pid=88115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 20:05:21.397620 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103d3bf3-4393-4aa5-8b6c-0c1489a747e4 admin admin] Checking segment: {'id': '239487e6-915f-4fa0-ada1-48352006308c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:05:21.401478 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103d3bf3-4393-4aa5-8b6c-0c1489a747e4 admin admin] Network hostable DHCP agents. Network: 03ddf4ce-871c-4f06-813b-1b3c7a85f063, hostable agents: ['4165b8a7-5268-4093-844e-4587fa48cc65'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 20:05:21.439507 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f28cff-44de-42a1-bced-042f6561ed3c admin admin] Made reservation on behalf of ff42080e13fb414597e5f10abbe3434d for: {'subnet': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:05:21.452589 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103d3bf3-4393-4aa5-8b6c-0c1489a747e4 admin admin] Network 03ddf4ce-871c-4f06-813b-1b3c7a85f063 is scheduled to be hosted by DHCP agent 4165b8a7-5268-4093-844e-4587fa48cc65 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 20:05:21.452837 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-16f28cff-44de-42a1-bced-042f6561ed3c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:21.473298 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-103d3bf3-4393-4aa5-8b6c-0c1489a747e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845799-1-iscsi, 03ddf4ce-871c-4f06-813b-1b3c7a85f063) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:05:21.485266 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103d3bf3-4393-4aa5-8b6c-0c1489a747e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:05:21.486220 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-103d3bf3-4393-4aa5-8b6c-0c1489a747e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:21.527092 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70358f1b-b329-4468-8b44-481f4c9f2119 None None] Network 03ddf4ce-871c-4f06-813b-1b3c7a85f063 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:05:21.531017 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-103d3bf3-4393-4aa5-8b6c-0c1489a747e4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5059292 Jun 27 20:05:21.536117 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 52574) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:21.536443 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 52576) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:21.623913 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-b3737918-8be7-48a3-ad30-4357b4cb321e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1668758160-router', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:05:21.633388 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b3737918-8be7-48a3-ad30-4357b4cb321e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:21.636633 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-60163989-fc5d-4a00-a258-5873f1d13f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:21.646379 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-b3737918-8be7-48a3-ad30-4357b4cb321e admin admin] Usage tracker for resource:router and tenant:7bde747057d140209cc6692d467254d8 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:21.649055 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-60163989-fc5d-4a00-a258-5873f1d13f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:21.652000 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-b3737918-8be7-48a3-ad30-4357b4cb321e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:21.667402 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b3737918-8be7-48a3-ad30-4357b4cb321e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:21.693615 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60163989-fc5d-4a00-a258-5873f1d13f7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 20:05:21.698719 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60163989-fc5d-4a00-a258-5873f1d13f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0534d54f-9341-4f4b-81b1-9551564c430b,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:21.705094 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b3737918-8be7-48a3-ad30-4357b4cb321e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16270966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7578'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:21.706638 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b3737918-8be7-48a3-ad30-4357b4cb321e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16272205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16757837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16391757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4457'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:21.715305 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-60163989-fc5d-4a00-a258-5873f1d13f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603533'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:21.715572 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.db.segments_db [None req-60163989-fc5d-4a00-a258-5873f1d13f7c admin admin] Added segment 19b88fb4-09fb-4dea-ba55-cb685887fbf1 of type vlan for network 161680f6-9340-499f-abb6-7578d38c56d4 Jun 27 20:05:21.747272 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b3737918-8be7-48a3-ad30-4357b4cb321e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:21.869829 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-60163989-fc5d-4a00-a258-5873f1d13f7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741810009101'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:21.873294 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-294a7486-4a8a-4d6b-99d3-3d9ef91c0ee6 None None] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:21.889363 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-77da4516-1418-4917-bab1-e70015a281d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:21.895020 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-294a7486-4a8a-4d6b-99d3-3d9ef91c0ee6 None None] Transition to ACTIVE for port object ca13e005-47b0-4780-ac3a-6586594e2a64 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:05:21.905117 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-294a7486-4a8a-4d6b-99d3-3d9ef91c0ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:21.923653 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-77da4516-1418-4917-bab1-e70015a281d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:21.983869 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae380f2a-f702-45ed-876b-d9c4edf61909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec9038c-6dc9-54f2-9480-5d6565864add-03ddf4ce-871c-4f06-813b-1b3c7a85f063', 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'fixed_ips': [{'subnet_id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea'}]}} from dv-cinder-845799-1-iscsi. {{(pid=88115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 27 20:05:21.984690 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ae380f2a-f702-45ed-876b-d9c4edf61909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:22.037043 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-294a7486-4a8a-4d6b-99d3-3d9ef91c0ee6 None None] Attempting to bind port ca13e005-47b0-4780-ac3a-6586594e2a64 on host dv-cinder-845799-1-iscsi for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:05:22.037974 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-294a7486-4a8a-4d6b-99d3-3d9ef91c0ee6 None None] Attempting to bind port ca13e005-47b0-4780-ac3a-6586594e2a64 by drivers openvswitch,hyperv on host dv-cinder-845799-1-iscsi at level 0 using segments [{'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:05:22.038528 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294a7486-4a8a-4d6b-99d3-3d9ef91c0ee6 None None] Attempting to bind port ca13e005-47b0-4780-ac3a-6586594e2a64 on network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:05:22.047029 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294a7486-4a8a-4d6b-99d3-3d9ef91c0ee6 None None] Checking agent: {'id': '002de21a-1fb9-4fe8-99da-e58f143369d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845799-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'started_at': datetime.datetime(2022, 6, 27, 19, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845799-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:05:22.047690 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294a7486-4a8a-4d6b-99d3-3d9ef91c0ee6 None None] Checking segment: {'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:05:22.048295 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-294a7486-4a8a-4d6b-99d3-3d9ef91c0ee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:22.048862 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294a7486-4a8a-4d6b-99d3-3d9ef91c0ee6 None None] Bound using segment: {'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:05:22.049502 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-294a7486-4a8a-4d6b-99d3-3d9ef91c0ee6 None None] Bound port: ca13e005-47b0-4780-ac3a-6586594e2a64, host: dv-cinder-845799-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:05:22.062780 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-294a7486-4a8a-4d6b-99d3-3d9ef91c0ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:22.064335 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-77da4516-1418-4917-bab1-e70015a281d5 admin admin] Usage tracker for resource:security_group_rule and tenant:cd95d0ebbc2741c0b7cb5bb9a1a20b00 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:22.075206 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-77da4516-1418-4917-bab1-e70015a281d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:22.084685 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-77da4516-1418-4917-bab1-e70015a281d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:22.094516 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b08167-1530-4e91-9d6d-df7116e94490 None None] Pushing event updated for resources: {'Port': ['ID=ca13e005-47b0-4780-ac3a-6586594e2a64,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:22.115605 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b08167-1530-4e91-9d6d-df7116e94490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:22.116097 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b08167-1530-4e91-9d6d-df7116e94490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:22.116609 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b08167-1530-4e91-9d6d-df7116e94490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:22.117162 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b08167-1530-4e91-9d6d-df7116e94490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:22.117668 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b08167-1530-4e91-9d6d-df7116e94490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:22.118264 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b08167-1530-4e91-9d6d-df7116e94490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:22.118726 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b08167-1530-4e91-9d6d-df7116e94490 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:22.119357 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b08167-1530-4e91-9d6d-df7116e94490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:22.119877 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b08167-1530-4e91-9d6d-df7116e94490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:22.120504 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b08167-1530-4e91-9d6d-df7116e94490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:22.121007 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b08167-1530-4e91-9d6d-df7116e94490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:22.121603 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b08167-1530-4e91-9d6d-df7116e94490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:05:22.124064 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b08167-1530-4e91-9d6d-df7116e94490 None None] Tracked resource versions report: Jun 27 20:05:22.124064 dv-cinder-845799-1-iscsi neutron-server[88116]: pushed versions: Jun 27 20:05:22.124064 dv-cinder-845799-1-iscsi neutron-server[88116]: { 'AddressGroup': {'1.2'}, Jun 27 20:05:22.124064 dv-cinder-845799-1-iscsi neutron-server[88116]: 'ConntrackHelper': {'1.0'}, Jun 27 20:05:22.124064 dv-cinder-845799-1-iscsi neutron-server[88116]: 'Log': {'1.0'}, Jun 27 20:05:22.124064 dv-cinder-845799-1-iscsi neutron-server[88116]: 'Network': {'1.1'}, Jun 27 20:05:22.124064 dv-cinder-845799-1-iscsi neutron-server[88116]: 'Port': {'1.7'}, Jun 27 20:05:22.124064 dv-cinder-845799-1-iscsi neutron-server[88116]: 'PortForwarding': {'1.2'}, Jun 27 20:05:22.124064 dv-cinder-845799-1-iscsi neutron-server[88116]: 'QosPolicy': {'1.8'}, Jun 27 20:05:22.124064 dv-cinder-845799-1-iscsi neutron-server[88116]: 'SecurityGroup': {'1.4'}, Jun 27 20:05:22.124064 dv-cinder-845799-1-iscsi neutron-server[88116]: 'SecurityGroupRule': {'1.2'}, Jun 27 20:05:22.124064 dv-cinder-845799-1-iscsi neutron-server[88116]: 'SubPort': {'1.0'}, Jun 27 20:05:22.124064 dv-cinder-845799-1-iscsi neutron-server[88116]: 'Subnet': {'1.1'}, Jun 27 20:05:22.124064 dv-cinder-845799-1-iscsi neutron-server[88116]: 'Trunk': {'1.1'}} Jun 27 20:05:22.124064 dv-cinder-845799-1-iscsi neutron-server[88116]: consumer versions: Jun 27 20:05:22.124064 dv-cinder-845799-1-iscsi neutron-server[88116]: { DHCP agent@dv-cinder-845799-1-iscsi: {}, Jun 27 20:05:22.124064 dv-cinder-845799-1-iscsi neutron-server[88116]: HyperV agent@hv-cinder-84579: {}, Jun 27 20:05:22.124064 dv-cinder-845799-1-iscsi neutron-server[88116]: L3 agent@dv-cinder-845799-1-iscsi: {}, Jun 27 20:05:22.124064 dv-cinder-845799-1-iscsi neutron-server[88116]: Metadata agent@dv-cinder-845799-1-iscsi: {}, Jun 27 20:05:22.124064 dv-cinder-845799-1-iscsi neutron-server[88116]: Metering agent@dv-cinder-845799-1-iscsi: {}, Jun 27 20:05:22.124064 dv-cinder-845799-1-iscsi neutron-server[88116]: Open vSwitch agent@dv-cinder-845799-1-iscsi: { 'AddressGroup': '1.2', Jun 27 20:05:22.124064 dv-cinder-845799-1-iscsi neutron-server[88116]: 'ConntrackHelper': '1.0', Jun 27 20:05:22.124064 dv-cinder-845799-1-iscsi neutron-server[88116]: 'Log': '1.0', Jun 27 20:05:22.124064 dv-cinder-845799-1-iscsi neutron-server[88116]: 'Network': '1.1', Jun 27 20:05:22.124064 dv-cinder-845799-1-iscsi neutron-server[88116]: 'Port': '1.7', Jun 27 20:05:22.124064 dv-cinder-845799-1-iscsi neutron-server[88116]: 'PortForwarding': '1.2', Jun 27 20:05:22.124064 dv-cinder-845799-1-iscsi neutron-server[88116]: 'QosPolicy': '1.8', Jun 27 20:05:22.124064 dv-cinder-845799-1-iscsi neutron-server[88116]: 'SecurityGroup': '1.4', Jun 27 20:05:22.124064 dv-cinder-845799-1-iscsi neutron-server[88116]: 'SecurityGroupRule': '1.2', Jun 27 20:05:22.124064 dv-cinder-845799-1-iscsi neutron-server[88116]: 'SubPort': '1.0', Jun 27 20:05:22.124064 dv-cinder-845799-1-iscsi neutron-server[88116]: 'Subnet': '1.1', Jun 27 20:05:22.124064 dv-cinder-845799-1-iscsi neutron-server[88116]: 'Trunk': '1.1'}} Jun 27 20:05:22.124064 dv-cinder-845799-1-iscsi neutron-server[88116]: {{(pid=88116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 20:05:22.149672 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-60163989-fc5d-4a00-a258-5873f1d13f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:22.150488 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60163989-fc5d-4a00-a258-5873f1d13f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:05:22.151062 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-60163989-fc5d-4a00-a258-5873f1d13f7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:22.167049 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [None req-ae380f2a-f702-45ed-876b-d9c4edf61909 None None] Allocated IP 172.20.0.2 (03ddf4ce-871c-4f06-813b-1b3c7a85f063/ba00cca6-cfda-4754-8a1e-ba6ebb77dfea/68cbdb19-be15-4560-9b4e-199bb7b15c13) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:05:22.174303 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 56c06c84-a9bb-459e-b8bc-0e74fe260f22 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:05:22.175605 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-294a7486-4a8a-4d6b-99d3-3d9ef91c0ee6 None None] For port ca13e005-47b0-4780-ac3a-6586594e2a64, host dv-cinder-845799-1-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:05:22.179203 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-294a7486-4a8a-4d6b-99d3-3d9ef91c0ee6 None None] For port ca13e005-47b0-4780-ac3a-6586594e2a64, host dv-cinder-845799-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=ca13e005-47b0-4780-ac3a-6586594e2a64,segment=NetworkSegment(c8e1d377-ef10-44fe-8306-b14a68212fb0),segment_id=c8e1d377-ef10-44fe-8306-b14a68212fb0)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:05:22.185520 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-294a7486-4a8a-4d6b-99d3-3d9ef91c0ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:22.274830 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b08167-1530-4e91-9d6d-df7116e94490 None None] Pushing event updated for resources: {'Port': ['ID=ca13e005-47b0-4780-ac3a-6586594e2a64,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:22.295304 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294a7486-4a8a-4d6b-99d3-3d9ef91c0ee6 None None] Routers {'01d230ea-677c-4c1b-bde9-848f10cd7344'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:05:22.296121 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-294a7486-4a8a-4d6b-99d3-3d9ef91c0ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:05:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['01d230ea-677c-4c1b-bde9-848f10cd7344'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:22.322362 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-16f28cff-44de-42a1-bced-042f6561ed3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573'] for subnet, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:22.323606 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b3737918-8be7-48a3-ad30-4357b4cb321e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16757887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16270975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4475'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:22.326056 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-38dde1a6-44f1-41f9-b38f-d03edf4cf683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573'] for subnet, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:22.360750 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60163989-fc5d-4a00-a258-5873f1d13f7c admin admin] Pushing event updated for resources: {'Network': ['ID=161680f6-9340-499f-abb6-7578d38c56d4,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:22.384242 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-60163989-fc5d-4a00-a258-5873f1d13f7c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.5879245 Jun 27 20:05:22.387703 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 52590) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:22.396126 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-d2c4f01b-a103-4d06-91a1-f7fdf8b286b1 admin admin] Request body: {'subnet': {'network_id': '161680f6-9340-499f-abb6-7578d38c56d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-332780900-subnet', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:05:22.407193 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d2c4f01b-a103-4d06-91a1-f7fdf8b286b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:22.411076 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-efb08adf-d34b-4717-995f-d02cb2573c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:22.459301 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-d2c4f01b-a103-4d06-91a1-f7fdf8b286b1 admin admin] Usage tracker for resource:subnet and tenant:a50994bf4f144390934c88c909c5d061 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:22.462950 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-d2c4f01b-a103-4d06-91a1-f7fdf8b286b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:22.477930 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d2c4f01b-a103-4d06-91a1-f7fdf8b286b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:22.486314 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-294a7486-4a8a-4d6b-99d3-3d9ef91c0ee6 None None] Set router 01d230ea-677c-4c1b-bde9-848f10cd7344 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:05:22.505598 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ae380f2a-f702-45ed-876b-d9c4edf61909 None None] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:22.522269 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-ae380f2a-f702-45ed-876b-d9c4edf61909 None None] Transition to ACTIVE for port object 68cbdb19-be15-4560-9b4e-199bb7b15c13 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:05:22.527551 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c4f01b-a103-4d06-91a1-f7fdf8b286b1 admin admin] Made reservation on behalf of a50994bf4f144390934c88c909c5d061 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:05:22.530472 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d2c4f01b-a103-4d06-91a1-f7fdf8b286b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:22.540552 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dde1a6-44f1-41f9-b38f-d03edf4cf683 admin admin] Checking segment: {'id': 'f865dad6-08cc-4de5-9ffb-f1a03cf0ddba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'dded7c36-4e06-4821-a244-25f2e7a652d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:05:22.541200 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dde1a6-44f1-41f9-b38f-d03edf4cf683 admin admin] Network hostable DHCP agents. Network: dded7c36-4e06-4821-a244-25f2e7a652d8, hostable agents: ['4165b8a7-5268-4093-844e-4587fa48cc65'], hosted agents: [] {{(pid=88114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 20:05:22.545469 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-77da4516-1418-4917-bab1-e70015a281d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:22.554173 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-ae380f2a-f702-45ed-876b-d9c4edf61909 None None] Transition to ACTIVE for port object 68cbdb19-be15-4560-9b4e-199bb7b15c13 will not be triggered until provisioned by entity DHCP. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:05:22.556850 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f28cff-44de-42a1-bced-042f6561ed3c admin admin] Checking segment: {'id': '2e6a962a-47d2-47d1-a969-73df444edae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:05:22.557002 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f28cff-44de-42a1-bced-042f6561ed3c admin admin] Network hostable DHCP agents. Network: edb7acd2-275d-4d02-9861-85e070a17792, hostable agents: ['4165b8a7-5268-4093-844e-4587fa48cc65'], hosted agents: [] {{(pid=88114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 20:05:22.566284 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Network 161680f6-9340-499f-abb6-7578d38c56d4 details requested by agent ovs-agent-dv-cinder-845799-1-iscsi with host dv-cinder-845799-1-iscsi {{(pid=88115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 20:05:22.570602 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f28cff-44de-42a1-bced-042f6561ed3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d86a822-f147-437c-a8d8-a85441e6e85f,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:22.597709 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ae380f2a-f702-45ed-876b-d9c4edf61909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:22.615043 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-77da4516-1418-4917-bab1-e70015a281d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:22.663206 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae380f2a-f702-45ed-876b-d9c4edf61909 None None] Network 03ddf4ce-871c-4f06-813b-1b3c7a85f063 is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:05:22.665588 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-ae380f2a-f702-45ed-876b-d9c4edf61909 None None] Resources bound (agent type, host, resource id): {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:05:22.676188 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae380f2a-f702-45ed-876b-d9c4edf61909 None None] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:05:22.679989 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 56c06c84-a9bb-459e-b8bc-0e74fe260f22 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:05:22.680893 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:22.696582 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-77da4516-1418-4917-bab1-e70015a281d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cd95d0ebbc2741c0b7cb5bb9a1a20b00&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1591485 Jun 27 20:05:22.703714 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da4516-1418-4917-bab1-e70015a281d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c0a74c-fe62-4268-a159-740d42434ab8,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:22.708667 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 52602) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:22.769284 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f28cff-44de-42a1-bced-042f6561ed3c admin admin] Network edb7acd2-275d-4d02-9861-85e070a17792 is scheduled to be hosted by DHCP agent 4165b8a7-5268-4093-844e-4587fa48cc65 with binding_index 1 {{(pid=88114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 20:05:22.775935 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dde1a6-44f1-41f9-b38f-d03edf4cf683 admin admin] Network dded7c36-4e06-4821-a244-25f2e7a652d8 is scheduled to be hosted by DHCP agent 4165b8a7-5268-4093-844e-4587fa48cc65 with binding_index 1 {{(pid=88114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 20:05:22.815189 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-16f28cff-44de-42a1-bced-042f6561ed3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845799-1-iscsi, edb7acd2-275d-4d02-9861-85e070a17792) {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:05:22.816748 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dde1a6-44f1-41f9-b38f-d03edf4cf683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f73cde1-441b-4a45-b1e8-06169d93803b,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:22.826660 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-38dde1a6-44f1-41f9-b38f-d03edf4cf683 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845799-1-iscsi, dded7c36-4e06-4821-a244-25f2e7a652d8) {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:05:22.828625 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f28cff-44de-42a1-bced-042f6561ed3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:05:22.829279 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-16f28cff-44de-42a1-bced-042f6561ed3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for subnet, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:22.878697 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dde1a6-44f1-41f9-b38f-d03edf4cf683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:05:22.879369 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-38dde1a6-44f1-41f9-b38f-d03edf4cf683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for subnet, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:22.941809 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-16f28cff-44de-42a1-bced-042f6561ed3c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6547806 Jun 27 20:05:22.944647 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 52612) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:22.963373 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-38dde1a6-44f1-41f9-b38f-d03edf4cf683 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.7246943 Jun 27 20:05:22.967161 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-82259110-d9ce-4b72-b90a-3c50c71146de admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1562455689-router', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:05:22.973177 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-efb08adf-d34b-4717-995f-d02cb2573c1d admin admin] Allocated IP 172.20.0.1 (be906d6d-af38-482a-8688-d9b054c18d1f/b74bb450-b606-413a-a419-52976db33427/2877dc25-b173-4ec8-9254-bc9351cf4786) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:05:22.975761 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-82259110-d9ce-4b72-b90a-3c50c71146de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:22.982959 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-82259110-d9ce-4b72-b90a-3c50c71146de admin admin] Usage tracker for resource:router and tenant:ff42080e13fb414597e5f10abbe3434d is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:22.989924 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-82259110-d9ce-4b72-b90a-3c50c71146de admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:22.998515 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-82259110-d9ce-4b72-b90a-3c50c71146de admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:23.071266 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-294a7486-4a8a-4d6b-99d3-3d9ef91c0ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d230ea-677c-4c1b-bde9-848f10cd7344', 'name': 'tempest-DeleteServersTestJSON-2033502903-router', 'tenant_id': '6b643fa8ee8a4b5abceb14b8ff2811ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ca13e005-47b0-4780-ac3a-6586594e2a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:16Z', 'updated_at': '2022-06-27T20:05:18Z', 'revision_number': 3, 'project_id': '6b643fa8ee8a4b5abceb14b8ff2811ca', 'gw_port': {'id': 'ca13e005-47b0-4780-ac3a-6586594e2a64', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:04:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d230ea-677c-4c1b-bde9-848f10cd7344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:17Z', 'updated_at': '2022-06-27T20:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:23.080535 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294a7486-4a8a-4d6b-99d3-3d9ef91c0ee6 None None] The sync data for ids ['01d230ea-677c-4c1b-bde9-848f10cd7344'] in dv-cinder-845799-1-iscsi is: [{'id': '01d230ea-677c-4c1b-bde9-848f10cd7344', 'name': 'tempest-DeleteServersTestJSON-2033502903-router', 'tenant_id': '6b643fa8ee8a4b5abceb14b8ff2811ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ca13e005-47b0-4780-ac3a-6586594e2a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:16Z', 'updated_at': '2022-06-27T20:05:18Z', 'revision_number': 3, 'project_id': '6b643fa8ee8a4b5abceb14b8ff2811ca', 'gw_port': {'id': 'ca13e005-47b0-4780-ac3a-6586594e2a64', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:04:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d230ea-677c-4c1b-bde9-848f10cd7344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:17Z', 'updated_at': '2022-06-27T20:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:05:23.211167 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13b3b68-6991-4952-b9f2-429a163be316 None None] Network edb7acd2-275d-4d02-9861-85e070a17792 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:05:23.261211 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506f5ed4-60f3-4e50-899c-11a84ea6ef0b None None] Network dded7c36-4e06-4821-a244-25f2e7a652d8 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:05:23.279050 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-efb08adf-d34b-4717-995f-d02cb2573c1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:23.301596 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-efb08adf-d34b-4717-995f-d02cb2573c1d admin admin] Transition to ACTIVE for port object 2877dc25-b173-4ec8-9254-bc9351cf4786 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:05:23.309039 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-82259110-d9ce-4b72-b90a-3c50c71146de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16270966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7578'] for router, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:23.310633 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-82259110-d9ce-4b72-b90a-3c50c71146de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16272205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16757837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16391757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4457'] for router, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:23.334927 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-82259110-d9ce-4b72-b90a-3c50c71146de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:23.388610 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-21930b6a-db25-467e-8799-e21a3ec24fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:23.645376 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-21930b6a-db25-467e-8799-e21a3ec24fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:23.838663 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d2c4f01b-a103-4d06-91a1-f7fdf8b286b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:23.848202 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b3737918-8be7-48a3-ad30-4357b4cb321e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:23.866806 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae380f2a-f702-45ed-876b-d9c4edf61909 None None] Pushing event updated for resources: {'Port': ['ID=68cbdb19-be15-4560-9b4e-199bb7b15c13,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:23.871115 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-ae380f2a-f702-45ed-876b-d9c4edf61909 None None] Attempting to bind port 68cbdb19-be15-4560-9b4e-199bb7b15c13 on host dv-cinder-845799-1-iscsi for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:05:23.871481 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-ae380f2a-f702-45ed-876b-d9c4edf61909 None None] Attempting to bind port 68cbdb19-be15-4560-9b4e-199bb7b15c13 by drivers openvswitch,hyperv on host dv-cinder-845799-1-iscsi at level 0 using segments [{'id': '239487e6-915f-4fa0-ada1-48352006308c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:05:23.871838 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae380f2a-f702-45ed-876b-d9c4edf61909 None None] Attempting to bind port 68cbdb19-be15-4560-9b4e-199bb7b15c13 on network 03ddf4ce-871c-4f06-813b-1b3c7a85f063 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:05:23.927060 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae380f2a-f702-45ed-876b-d9c4edf61909 None None] Checking agent: {'id': '002de21a-1fb9-4fe8-99da-e58f143369d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845799-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'started_at': datetime.datetime(2022, 6, 27, 19, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845799-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:05:23.927581 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae380f2a-f702-45ed-876b-d9c4edf61909 None None] Checking segment: {'id': '239487e6-915f-4fa0-ada1-48352006308c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:05:23.928151 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ae380f2a-f702-45ed-876b-d9c4edf61909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:23.928842 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae380f2a-f702-45ed-876b-d9c4edf61909 None None] Bound using segment: {'id': '239487e6-915f-4fa0-ada1-48352006308c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:05:23.929244 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-ae380f2a-f702-45ed-876b-d9c4edf61909 None None] Bound port: 68cbdb19-be15-4560-9b4e-199bb7b15c13, host: dv-cinder-845799-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239487e6-915f-4fa0-ada1-48352006308c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:05:23.929767 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ae380f2a-f702-45ed-876b-d9c4edf61909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:24.052340 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b3737918-8be7-48a3-ad30-4357b4cb321e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:24.073922 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-82259110-d9ce-4b72-b90a-3c50c71146de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16757887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16270975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4475'] for router, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:24.083713 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 56c06c84-a9bb-459e-b8bc-0e74fe260f22 is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:05:24.086119 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-efb08adf-d34b-4717-995f-d02cb2573c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:24.133808 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4f01b-a103-4d06-91a1-f7fdf8b286b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fccdbdb-2f00-4b31-ac45-6e4614abd8b0,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:24.216454 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 52652) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:24.224293 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-77d7939b-39ce-4522-877e-a7fb33048358 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-391258732-network', 'tenant_id': '6be25624a72741aa9bfb18374ebdd92c'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:05:24.241972 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-77d7939b-39ce-4522-877e-a7fb33048358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:24.263286 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-77d7939b-39ce-4522-877e-a7fb33048358 admin admin] Usage tracker for resource:network and tenant:6be25624a72741aa9bfb18374ebdd92c is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:24.274872 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb08adf-d34b-4717-995f-d02cb2573c1d admin admin] Network be906d6d-af38-482a-8688-d9b054c18d1f is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:05:24.297535 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-efb08adf-d34b-4717-995f-d02cb2573c1d admin admin] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:05:24.339247 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device ca13e005-47b0-4780-ac3a-6586594e2a64 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:05:24.344330 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-77d7939b-39ce-4522-877e-a7fb33048358 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:24.358860 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-77d7939b-39ce-4522-877e-a7fb33048358 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:24.372800 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-21930b6a-db25-467e-8799-e21a3ec24fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:24.404347 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d7939b-39ce-4522-877e-a7fb33048358 admin admin] Made reservation on behalf of 6be25624a72741aa9bfb18374ebdd92c for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:05:24.406848 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-77d7939b-39ce-4522-877e-a7fb33048358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:24.412763 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb08adf-d34b-4717-995f-d02cb2573c1d admin admin] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:05:24.413253 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-efb08adf-d34b-4717-995f-d02cb2573c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16270930'] for router_interface, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:24.437182 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c4f01b-a103-4d06-91a1-f7fdf8b286b1 admin admin] Checking segment: {'id': '19b88fb4-09fb-4dea-ba55-cb685887fbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:05:24.437611 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c4f01b-a103-4d06-91a1-f7fdf8b286b1 admin admin] Network hostable DHCP agents. Network: 161680f6-9340-499f-abb6-7578d38c56d4, hostable agents: ['4165b8a7-5268-4093-844e-4587fa48cc65'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 20:05:24.461079 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb08adf-d34b-4717-995f-d02cb2573c1d admin admin] Pushing event updated for resources: {'Port': ['ID=2877dc25-b173-4ec8-9254-bc9351cf4786,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:24.474261 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-21930b6a-db25-467e-8799-e21a3ec24fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:24.478240 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-21930b6a-db25-467e-8799-e21a3ec24fca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a0c0a74c-fe62-4268-a159-740d42434ab8 HTTP/1.1" status: 204 len: 168 time: 1.7641814 Jun 27 20:05:24.484415 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-77d7939b-39ce-4522-877e-a7fb33048358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:24.505212 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21930b6a-db25-467e-8799-e21a3ec24fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c0a74c-fe62-4268-a159-740d42434ab8,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:24.510579 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-b3737918-8be7-48a3-ad30-4357b4cb321e admin admin] Allocated IP 172.27.3.141 (f5e38b28-d42a-47c6-b8ea-5d0ae1b51160/4aa6a97f-4da5-4d03-b34a-f88023a9290b/0dc3381c-773b-4174-bd9a-f613f2c7228e) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:05:24.520584 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-77d7939b-39ce-4522-877e-a7fb33048358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:24.524450 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-77d7939b-39ce-4522-877e-a7fb33048358 admin admin] Usage tracker for resource:security_group_rule and tenant:6be25624a72741aa9bfb18374ebdd92c is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:24.528230 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-77d7939b-39ce-4522-877e-a7fb33048358 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:24.535011 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-77d7939b-39ce-4522-877e-a7fb33048358 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:24.648097 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-77d7939b-39ce-4522-877e-a7fb33048358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:24.649778 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c4f01b-a103-4d06-91a1-f7fdf8b286b1 admin admin] Network 161680f6-9340-499f-abb6-7578d38c56d4 is scheduled to be hosted by DHCP agent 4165b8a7-5268-4093-844e-4587fa48cc65 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 20:05:24.650122 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-ae380f2a-f702-45ed-876b-d9c4edf61909 None None] For port 68cbdb19-be15-4560-9b4e-199bb7b15c13, host dv-cinder-845799-1-iscsi, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:05:24.671316 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-77d7939b-39ce-4522-877e-a7fb33048358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:24.711534 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7939b-39ce-4522-877e-a7fb33048358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0466b5d-5ba5-480b-8806-9880629eda8e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:24.737875 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-d2c4f01b-a103-4d06-91a1-f7fdf8b286b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845799-1-iscsi, 161680f6-9340-499f-abb6-7578d38c56d4) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:05:24.743171 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c4f01b-a103-4d06-91a1-f7fdf8b286b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:05:24.743958 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d2c4f01b-a103-4d06-91a1-f7fdf8b286b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:24.799300 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9f981e-04d9-4eac-97bf-caf2b8e1b844 None None] Network 161680f6-9340-499f-abb6-7578d38c56d4 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:05:24.832690 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-d2c4f01b-a103-4d06-91a1-f7fdf8b286b1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4402931 Jun 27 20:05:24.832690 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77d7939b-39ce-4522-877e-a7fb33048358 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 20:05:24.833009 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-ae380f2a-f702-45ed-876b-d9c4edf61909 None None] For port 68cbdb19-be15-4560-9b4e-199bb7b15c13, host dv-cinder-845799-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=68cbdb19-be15-4560-9b4e-199bb7b15c13,segment=NetworkSegment(239487e6-915f-4fa0-ada1-48352006308c),segment_id=239487e6-915f-4fa0-ada1-48352006308c)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:05:24.838171 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 52666) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:24.855013 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-32640fb9-e18a-44fc-893a-7f1d836928a5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-332780900-router', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:05:24.864897 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-32640fb9-e18a-44fc-893a-7f1d836928a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:24.869676 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ae380f2a-f702-45ed-876b-d9c4edf61909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:24.870176 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-32640fb9-e18a-44fc-893a-7f1d836928a5 admin admin] Usage tracker for resource:router and tenant:a50994bf4f144390934c88c909c5d061 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:24.873641 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-32640fb9-e18a-44fc-893a-7f1d836928a5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:24.879204 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eca967e-fabf-4870-ba2c-dc028768589f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec9038c-6dc9-54f2-9480-5d6565864add-edb7acd2-275d-4d02-9861-85e070a17792', 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'fixed_ips': [{'subnet_id': '7d86a822-f147-437c-a8d8-a85441e6e85f'}]}} from dv-cinder-845799-1-iscsi. {{(pid=88115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 27 20:05:24.881410 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-32640fb9-e18a-44fc-893a-7f1d836928a5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:24.882565 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9eca967e-fabf-4870-ba2c-dc028768589f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:24.907764 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-32640fb9-e18a-44fc-893a-7f1d836928a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16270966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7578'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:24.909933 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-32640fb9-e18a-44fc-893a-7f1d836928a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16272205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16757837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16391757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4457'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:24.938393 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-32640fb9-e18a-44fc-893a-7f1d836928a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:24.964635 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-77d7939b-39ce-4522-877e-a7fb33048358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603533'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:24.966075 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.db.segments_db [None req-77d7939b-39ce-4522-877e-a7fb33048358 admin admin] Added segment 298806a8-eff4-4c28-826d-a005fefb2881 of type vlan for network f6c6af56-82d1-4438-818b-0804cf198864 Jun 27 20:05:25.174958 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 52676) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:25.203682 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-483659f2-c75e-4ac7-bdab-34e26c04de37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:25.235625 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-483659f2-c75e-4ac7-bdab-34e26c04de37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:25.239880 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-483659f2-c75e-4ac7-bdab-34e26c04de37 admin admin] Usage tracker for resource:security_group_rule and tenant:e410f8a50bc14c8c916322ac84054848 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:25.242754 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-483659f2-c75e-4ac7-bdab-34e26c04de37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:25.249877 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-483659f2-c75e-4ac7-bdab-34e26c04de37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:25.264661 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0111a5be-6161-4d9f-93a3-66a2ee219d9b None None] Network dded7c36-4e06-4821-a244-25f2e7a652d8 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:05:25.306489 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-efb08adf-d34b-4717-995f-d02cb2573c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:25.342005 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-82259110-d9ce-4b72-b90a-3c50c71146de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:25.360416 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-483659f2-c75e-4ac7-bdab-34e26c04de37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:25.481375 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-82259110-d9ce-4b72-b90a-3c50c71146de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:25.511574 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-32640fb9-e18a-44fc-893a-7f1d836928a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16757887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16270975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4475'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:25.526639 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-483659f2-c75e-4ac7-bdab-34e26c04de37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:25.604606 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-77d7939b-39ce-4522-877e-a7fb33048358 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741810009101'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:25.646479 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning for port ca13e005-47b0-4780-ac3a-6586594e2a64 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:05:25.711121 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b3737918-8be7-48a3-ad30-4357b4cb321e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:25.720156 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port ca13e005-47b0-4780-ac3a-6586594e2a64 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:05:25.720684 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:25.751165 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-483659f2-c75e-4ac7-bdab-34e26c04de37 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e410f8a50bc14c8c916322ac84054848&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5735667 Jun 27 20:05:25.756520 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 52686) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:25.780897 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-ec1b9c03-3770-4bda-9317-c97fad546d08 None None] Provisioning for port 2877dc25-b173-4ec8-9254-bc9351cf4786 completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:05:25.809929 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-efb08adf-d34b-4717-995f-d02cb2573c1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:25.868823 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-ec1b9c03-3770-4bda-9317-c97fad546d08 None None] Provisioning complete for port 2877dc25-b173-4ec8-9254-bc9351cf4786 triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:05:25.869315 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ec1b9c03-3770-4bda-9317-c97fad546d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:25.877298 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [None req-77d7939b-39ce-4522-877e-a7fb33048358 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 27 20:05:25.890894 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b3737918-8be7-48a3-ad30-4357b4cb321e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:25.909647 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f34cdf1-807f-4083-8e8d-7d8945ebd6c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec9038c-6dc9-54f2-9480-5d6565864add-161680f6-9340-499f-abb6-7578d38c56d4', 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'fixed_ips': [{'subnet_id': '3fccdbdb-2f00-4b31-ac45-6e4614abd8b0'}]}} from dv-cinder-845799-1-iscsi. {{(pid=88115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 27 20:05:25.910761 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0f34cdf1-807f-4083-8e8d-7d8945ebd6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:25.914955 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-efb08adf-d34b-4717-995f-d02cb2573c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:25.915694 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-efb08adf-d34b-4717-995f-d02cb2573c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16717675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16270903'] for router_interface, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:25.920148 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-82259110-d9ce-4b72-b90a-3c50c71146de admin admin] Allocated IP 172.27.3.71 (f5e38b28-d42a-47c6-b8ea-5d0ae1b51160/4aa6a97f-4da5-4d03-b34a-f88023a9290b/9764c784-0653-4a4a-b64e-79510cb36679) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:05:25.930751 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae380f2a-f702-45ed-876b-d9c4edf61909 None None] Pushing event updated for resources: {'Port': ['ID=68cbdb19-be15-4560-9b4e-199bb7b15c13,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:25.965047 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3737918-8be7-48a3-ad30-4357b4cb321e admin admin] Network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:05:25.966621 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483659f2-c75e-4ac7-bdab-34e26c04de37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d26f32-0bc2-4892-844b-13b5a2a25635,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:25.989510 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-b3737918-8be7-48a3-ad30-4357b4cb321e admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:05:26.000275 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3737918-8be7-48a3-ad30-4357b4cb321e admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:05:26.169326 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb08adf-d34b-4717-995f-d02cb2573c1d admin admin] Pushing event updated for resources: {'Port': ['ID=2877dc25-b173-4ec8-9254-bc9351cf4786,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:26.219387 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-ec1b9c03-3770-4bda-9317-c97fad546d08 None None] Port 2877dc25-b173-4ec8-9254-bc9351cf4786 cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:05:26.232990 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-573e685e-0d0b-407e-bff8-87d93236ca63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:26.259764 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port ca13e005-47b0-4780-ac3a-6586594e2a64 is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:05:26.260128 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:26.267031 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-77d7939b-39ce-4522-877e-a7fb33048358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:26.267979 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d7939b-39ce-4522-877e-a7fb33048358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:05:26.268558 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-77d7939b-39ce-4522-877e-a7fb33048358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:26.271959 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3737918-8be7-48a3-ad30-4357b4cb321e admin admin] Pushing event updated for resources: {'Port': ['ID=0dc3381c-773b-4174-bd9a-f613f2c7228e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:26.291716 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-82259110-d9ce-4b72-b90a-3c50c71146de admin admin] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:26.301549 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb08adf-d34b-4717-995f-d02cb2573c1d admin admin] Network be906d6d-af38-482a-8688-d9b054c18d1f is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:05:26.304293 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-efb08adf-d34b-4717-995f-d02cb2573c1d admin admin] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:05:26.347995 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] For port ca13e005-47b0-4780-ac3a-6586594e2a64, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=ca13e005-47b0-4780-ac3a-6586594e2a64,segment=NetworkSegment(c8e1d377-ef10-44fe-8306-b14a68212fb0),segment_id=c8e1d377-ef10-44fe-8306-b14a68212fb0)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:05:26.357217 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-573e685e-0d0b-407e-bff8-87d93236ca63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:26.366868 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:26.445446 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [None req-0f34cdf1-807f-4083-8e8d-7d8945ebd6c3 None None] Allocated IP 172.20.0.2 (161680f6-9340-499f-abb6-7578d38c56d4/3fccdbdb-2f00-4b31-ac45-6e4614abd8b0/279393ad-fa5b-4202-a297-ce980eb32bfd) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:05:26.460074 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [None req-9eca967e-fabf-4870-ba2c-dc028768589f None None] Allocated IP 172.20.0.2 (edb7acd2-275d-4d02-9861-85e070a17792/7d86a822-f147-437c-a8d8-a85441e6e85f/bed06ec2-f1c3-4005-b67a-58448378a9dc) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:05:26.534272 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-77d7939b-39ce-4522-877e-a7fb33048358 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3158541 Jun 27 20:05:26.540149 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 52690) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:26.602912 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-82259110-d9ce-4b72-b90a-3c50c71146de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:26.615514 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7939b-39ce-4522-877e-a7fb33048358 admin admin] Pushing event updated for resources: {'Network': ['ID=f6c6af56-82d1-4438-818b-0804cf198864,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:26.618681 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb08adf-d34b-4717-995f-d02cb2573c1d admin admin] Router 01d230ea-677c-4c1b-bde9-848f10cd7344 has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:05:26.626429 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-9e8c6231-a273-4b17-8ce9-14d4faa926f0 admin admin] Request body: {'subnet': {'network_id': 'f6c6af56-82d1-4438-818b-0804cf198864', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-391258732-subnet', 'tenant_id': '6be25624a72741aa9bfb18374ebdd92c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:05:26.658393 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 68cbdb19-be15-4560-9b4e-199bb7b15c13 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:05:26.716191 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Network f6c6af56-82d1-4438-818b-0804cf198864 details requested by agent ovs-agent-dv-cinder-845799-1-iscsi with host dv-cinder-845799-1-iscsi {{(pid=88115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 20:05:26.721321 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82259110-d9ce-4b72-b90a-3c50c71146de admin admin] Network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:05:26.734995 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-82259110-d9ce-4b72-b90a-3c50c71146de admin admin] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:05:26.743018 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9e8c6231-a273-4b17-8ce9-14d4faa926f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:26.743647 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82259110-d9ce-4b72-b90a-3c50c71146de admin admin] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:05:26.759494 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-9e8c6231-a273-4b17-8ce9-14d4faa926f0 admin admin] Usage tracker for resource:subnet and tenant:6be25624a72741aa9bfb18374ebdd92c is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:26.766548 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-9e8c6231-a273-4b17-8ce9-14d4faa926f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:26.786853 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9e8c6231-a273-4b17-8ce9-14d4faa926f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:26.809463 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-573e685e-0d0b-407e-bff8-87d93236ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:26.928157 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-f75119a4-a39e-4a61-a262-448a5e8f1ad9 None None] Provisioning complete for port 2877dc25-b173-4ec8-9254-bc9351cf4786 triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:05:26.928627 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f75119a4-a39e-4a61-a262-448a5e8f1ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:26.999916 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Pushing event updated for resources: {'Port': ['ID=ca13e005-47b0-4780-ac3a-6586594e2a64,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:27.018812 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8c6231-a273-4b17-8ce9-14d4faa926f0 admin admin] Made reservation on behalf of 6be25624a72741aa9bfb18374ebdd92c for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:05:27.021170 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e8c6231-a273-4b17-8ce9-14d4faa926f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:27.028851 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-f75119a4-a39e-4a61-a262-448a5e8f1ad9 None None] Port 2877dc25-b173-4ec8-9254-bc9351cf4786 cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:05:27.055485 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e685e-0d0b-407e-bff8-87d93236ca63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d26f32-0bc2-4892-844b-13b5a2a25635,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:27.084773 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-573e685e-0d0b-407e-bff8-87d93236ca63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:27.086265 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-573e685e-0d0b-407e-bff8-87d93236ca63 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/59d26f32-0bc2-4892-844b-13b5a2a25635 HTTP/1.1" status: 204 len: 168 time: 1.2716603 Jun 27 20:05:27.145807 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning for port 68cbdb19-be15-4560-9b4e-199bb7b15c13 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:05:27.229025 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a723380-3baa-44da-886b-3040383e8fa9 None None] Network 03ddf4ce-871c-4f06-813b-1b3c7a85f063 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:05:27.311055 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b3737918-8be7-48a3-ad30-4357b4cb321e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:27.318157 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb08adf-d34b-4717-995f-d02cb2573c1d admin admin] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:05:27.449900 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3125a3e4-44b8-451c-a8d0-fadbad31ef1b None None] Sync routers for ids ['01d230ea-677c-4c1b-bde9-848f10cd7344'] in dv-cinder-845799-1-iscsi {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:05:27.512379 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-32640fb9-e18a-44fc-893a-7f1d836928a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:27.525922 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3125a3e4-44b8-451c-a8d0-fadbad31ef1b None None] Routers {'01d230ea-677c-4c1b-bde9-848f10cd7344'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:05:27.526565 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-3125a3e4-44b8-451c-a8d0-fadbad31ef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:05:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['01d230ea-677c-4c1b-bde9-848f10cd7344'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:27.550108 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-32640fb9-e18a-44fc-893a-7f1d836928a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:27.640291 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82259110-d9ce-4b72-b90a-3c50c71146de admin admin] Pushing event updated for resources: {'Port': ['ID=9764c784-0653-4a4a-b64e-79510cb36679,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:27.656910 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-efb08adf-d34b-4717-995f-d02cb2573c1d admin admin] 10.222.0.23 "PUT /v2.0/routers/01d230ea-677c-4c1b-bde9-848f10cd7344/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5454547 Jun 27 20:05:27.689056 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-82259110-d9ce-4b72-b90a-3c50c71146de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:27.749863 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-3125a3e4-44b8-451c-a8d0-fadbad31ef1b None None] Set router 01d230ea-677c-4c1b-bde9-848f10cd7344 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:05:28.161639 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-7667907d-7b1f-48f0-a7bc-4c36c27d3524 None None] Provisioning for port 68cbdb19-be15-4560-9b4e-199bb7b15c13 completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:05:28.171321 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-7667907d-7b1f-48f0-a7bc-4c36c27d3524 None None] Provisioning complete for port 68cbdb19-be15-4560-9b4e-199bb7b15c13 triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:05:28.171684 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7667907d-7b1f-48f0-a7bc-4c36c27d3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:28.173805 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e8c6231-a273-4b17-8ce9-14d4faa926f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:28.177774 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-32640fb9-e18a-44fc-893a-7f1d836928a5 admin admin] Allocated IP 172.27.3.176 (f5e38b28-d42a-47c6-b8ea-5d0ae1b51160/4aa6a97f-4da5-4d03-b34a-f88023a9290b/24a34253-591d-4d48-8f35-d4f7fa5212e6) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:05:28.283364 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b3737918-8be7-48a3-ad30-4357b4cb321e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16270916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16757784'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:28.290796 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0f34cdf1-807f-4083-8e8d-7d8945ebd6c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:28.367385 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 52754) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:28.369520 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-82259110-d9ce-4b72-b90a-3c50c71146de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16270916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16757784'] for router, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:28.372620 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-0f34cdf1-807f-4083-8e8d-7d8945ebd6c3 None None] Transition to ACTIVE for port object 279393ad-fa5b-4202-a297-ce980eb32bfd will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:05:28.378113 dv-cinder-845799-1-iscsi neutron-server[88114]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 27 20:05:28.391967 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9eca967e-fabf-4870-ba2c-dc028768589f None None] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:28.420815 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-0f34cdf1-807f-4083-8e8d-7d8945ebd6c3 None None] Transition to ACTIVE for port object 279393ad-fa5b-4202-a297-ce980eb32bfd will not be triggered until provisioned by entity DHCP. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:05:28.422719 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-9eca967e-fabf-4870-ba2c-dc028768589f None None] Transition to ACTIVE for port object bed06ec2-f1c3-4005-b67a-58448378a9dc will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:05:28.462921 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0f34cdf1-807f-4083-8e8d-7d8945ebd6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:28.532689 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device ca13e005-47b0-4780-ac3a-6586594e2a64 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:05:28.600398 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-9eca967e-fabf-4870-ba2c-dc028768589f None None] Transition to ACTIVE for port object bed06ec2-f1c3-4005-b67a-58448378a9dc will not be triggered until provisioned by entity DHCP. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:05:28.633984 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-3125a3e4-44b8-451c-a8d0-fadbad31ef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d230ea-677c-4c1b-bde9-848f10cd7344', 'name': 'tempest-DeleteServersTestJSON-2033502903-router', 'tenant_id': '6b643fa8ee8a4b5abceb14b8ff2811ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ca13e005-47b0-4780-ac3a-6586594e2a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:16Z', 'updated_at': '2022-06-27T20:05:24Z', 'revision_number': 4, 'project_id': '6b643fa8ee8a4b5abceb14b8ff2811ca', 'gw_port': {'id': 'ca13e005-47b0-4780-ac3a-6586594e2a64', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:04:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d230ea-677c-4c1b-bde9-848f10cd7344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:17Z', 'updated_at': '2022-06-27T20:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '2877dc25-b173-4ec8-9254-bc9351cf4786', 'name': '', 'network_id': 'be906d6d-af38-482a-8688-d9b054c18d1f', 'tenant_id': '6b643fa8ee8a4b5abceb14b8ff2811ca', 'mac_address': 'fa:16:3e:25:5e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d230ea-677c-4c1b-bde9-848f10cd7344', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b74bb450-b606-413a-a419-52976db33427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:22Z', 'updated_at': '2022-06-27T20:05:25Z', 'revision_number': 2, 'project_id': '6b643fa8ee8a4b5abceb14b8ff2811ca', 'subnets': [{'id': 'b74bb450-b606-413a-a419-52976db33427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:28.649792 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f34cdf1-807f-4083-8e8d-7d8945ebd6c3 None None] Network 161680f6-9340-499f-abb6-7578d38c56d4 is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:05:28.660250 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9eca967e-fabf-4870-ba2c-dc028768589f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:28.674277 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-32640fb9-e18a-44fc-893a-7f1d836928a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:28.680407 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-0f34cdf1-807f-4083-8e8d-7d8945ebd6c3 None None] Resources bound (agent type, host, resource id): {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:05:28.688848 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f34cdf1-807f-4083-8e8d-7d8945ebd6c3 None None] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:05:28.691123 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3125a3e4-44b8-451c-a8d0-fadbad31ef1b None None] Checking router: 01d230ea-677c-4c1b-bde9-848f10cd7344 for host: dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:05:28.691471 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3125a3e4-44b8-451c-a8d0-fadbad31ef1b None None] Updating router 01d230ea-677c-4c1b-bde9-848f10cd7344 port 2877dc25-b173-4ec8-9254-bc9351cf4786 binding host dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 20:05:28.801267 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-02423ae2-d741-4402-b9e9-ab9132c5d41d tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:05:28.803413 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-02423ae2-d741-4402-b9e9-ab9132c5d41d tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/networks?id=be906d6d-af38-482a-8688-d9b054c18d1f HTTP/1.1" status: 200 len: 812 time: 0.4275301 Jun 27 20:05:28.804766 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82259110-d9ce-4b72-b90a-3c50c71146de admin admin] Router 55bcd69c-ce1a-4f07-861d-46ef172c3a44 is scheduled to L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e with binding_index 1 {{(pid=88114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 27 20:05:28.861160 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-7bd3433b-4958-46e2-bf31-2df942a4f88f tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/quotas/6b643fa8ee8a4b5abceb14b8ff2811ca HTTP/1.1" status: 200 len: 375 time: 0.0352335 Jun 27 20:05:28.979889 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-32640fb9-e18a-44fc-893a-7f1d836928a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:29.003266 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34cdf1-807f-4083-8e8d-7d8945ebd6c3 None None] Pushing event updated for resources: {'Port': ['ID=279393ad-fa5b-4202-a297-ce980eb32bfd,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:29.045775 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32640fb9-e18a-44fc-893a-7f1d836928a5 admin admin] Network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:05:29.046802 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c6231-a273-4b17-8ce9-14d4faa926f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5cab2aa-4c69-4006-94d1-5c4d091ec662,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:29.071309 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3125a3e4-44b8-451c-a8d0-fadbad31ef1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:29.083967 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-32640fb9-e18a-44fc-893a-7f1d836928a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:05:29.098836 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32640fb9-e18a-44fc-893a-7f1d836928a5 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:05:29.223461 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82259110-d9ce-4b72-b90a-3c50c71146de admin admin] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:05:29.243796 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60a4662-1225-4074-9757-a5bcb0d8d726 None None] Sync routers for ids ['55bcd69c-ce1a-4f07-861d-46ef172c3a44'] in dv-cinder-845799-1-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:05:29.261681 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-a301926c-d683-4417-8db7-8c74389a693c tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Synchronizing usage tracker for tenant:6b643fa8ee8a4b5abceb14b8ff2811ca on resource:port {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:05:29.266527 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-82259110-d9ce-4b72-b90a-3c50c71146de admin admin] Notify callbacks [] for router, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:29.268102 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-82259110-d9ce-4b72-b90a-3c50c71146de admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.3219564 Jun 27 20:05:29.280378 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 52776) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:29.406247 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8c6231-a273-4b17-8ce9-14d4faa926f0 admin admin] Checking segment: {'id': '298806a8-eff4-4c28-826d-a005fefb2881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f6c6af56-82d1-4438-818b-0804cf198864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:05:29.406247 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8c6231-a273-4b17-8ce9-14d4faa926f0 admin admin] Network hostable DHCP agents. Network: f6c6af56-82d1-4438-818b-0804cf198864, hostable agents: ['4165b8a7-5268-4093-844e-4587fa48cc65'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 20:05:29.429310 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60a4662-1225-4074-9757-a5bcb0d8d726 None None] Routers {'55bcd69c-ce1a-4f07-861d-46ef172c3a44'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:05:29.429988 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-b60a4662-1225-4074-9757-a5bcb0d8d726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:05:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['55bcd69c-ce1a-4f07-861d-46ef172c3a44'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:29.489280 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32640fb9-e18a-44fc-893a-7f1d836928a5 admin admin] Pushing event updated for resources: {'Port': ['ID=24a34253-591d-4d48-8f35-d4f7fa5212e6,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:29.508881 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-a301926c-d683-4417-8db7-8c74389a693c tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Unset dirty status for tenant:6b643fa8ee8a4b5abceb14b8ff2811ca on resource:port {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:05:29.510199 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-a301926c-d683-4417-8db7-8c74389a693c tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b643fa8ee8a4b5abceb14b8ff2811ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6279974 Jun 27 20:05:29.527258 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3125a3e4-44b8-451c-a8d0-fadbad31ef1b None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:29.551506 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-3125a3e4-44b8-451c-a8d0-fadbad31ef1b None None] Transition to ACTIVE for port object 2877dc25-b173-4ec8-9254-bc9351cf4786 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:05:29.556946 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3737918-8be7-48a3-ad30-4357b4cb321e admin admin] Router 8bead117-6252-49ba-bca5-489718640c41 is scheduled to L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 27 20:05:29.570645 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8c6231-a273-4b17-8ce9-14d4faa926f0 admin admin] Network f6c6af56-82d1-4438-818b-0804cf198864 is scheduled to be hosted by DHCP agent 4165b8a7-5268-4093-844e-4587fa48cc65 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 20:05:29.577753 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-7667907d-7b1f-48f0-a7bc-4c36c27d3524 None None] Current status of the port 68cbdb19-be15-4560-9b4e-199bb7b15c13 is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:05:29.578260 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7667907d-7b1f-48f0-a7bc-4c36c27d3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:29.610320 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eca967e-fabf-4870-ba2c-dc028768589f None None] Network edb7acd2-275d-4d02-9861-85e070a17792 is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:05:29.661530 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3125a3e4-44b8-451c-a8d0-fadbad31ef1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:29.682802 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-9eca967e-fabf-4870-ba2c-dc028768589f None None] Resources bound (agent type, host, resource id): {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:05:29.695836 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eca967e-fabf-4870-ba2c-dc028768589f None None] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:05:29.718510 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port ca13e005-47b0-4780-ac3a-6586594e2a64 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:05:29.719037 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:29.750870 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-b60a4662-1225-4074-9757-a5bcb0d8d726 None None] Set router 55bcd69c-ce1a-4f07-861d-46ef172c3a44 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:05:29.792596 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-0f34cdf1-807f-4083-8e8d-7d8945ebd6c3 None None] Attempting to bind port 279393ad-fa5b-4202-a297-ce980eb32bfd on host dv-cinder-845799-1-iscsi for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:05:29.793103 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-0f34cdf1-807f-4083-8e8d-7d8945ebd6c3 None None] Attempting to bind port 279393ad-fa5b-4202-a297-ce980eb32bfd by drivers openvswitch,hyperv on host dv-cinder-845799-1-iscsi at level 0 using segments [{'id': '19b88fb4-09fb-4dea-ba55-cb685887fbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:05:29.793612 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f34cdf1-807f-4083-8e8d-7d8945ebd6c3 None None] Attempting to bind port 279393ad-fa5b-4202-a297-ce980eb32bfd on network 161680f6-9340-499f-abb6-7578d38c56d4 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:05:29.946709 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f34cdf1-807f-4083-8e8d-7d8945ebd6c3 None None] Checking agent: {'id': '002de21a-1fb9-4fe8-99da-e58f143369d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845799-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'started_at': datetime.datetime(2022, 6, 27, 19, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845799-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:05:29.949125 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f34cdf1-807f-4083-8e8d-7d8945ebd6c3 None None] Checking segment: {'id': '19b88fb4-09fb-4dea-ba55-cb685887fbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:05:29.950884 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0f34cdf1-807f-4083-8e8d-7d8945ebd6c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:29.951388 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f34cdf1-807f-4083-8e8d-7d8945ebd6c3 None None] Bound using segment: {'id': '19b88fb4-09fb-4dea-ba55-cb685887fbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:05:29.952459 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-0f34cdf1-807f-4083-8e8d-7d8945ebd6c3 None None] Bound port: 279393ad-fa5b-4202-a297-ce980eb32bfd, host: dv-cinder-845799-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b88fb4-09fb-4dea-ba55-cb685887fbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:05:29.952459 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0f34cdf1-807f-4083-8e8d-7d8945ebd6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:30.102804 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-9d34df8f-9b5a-4951-9aa6-4201c3e66e16 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 27 20:05:30.102804 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-9d34df8f-9b5a-4951-9aa6-4201c3e66e16 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1473684 Jun 27 20:05:30.111940 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-9e8c6231-a273-4b17-8ce9-14d4faa926f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845799-1-iscsi, f6c6af56-82d1-4438-818b-0804cf198864) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:05:30.122183 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-7667907d-7b1f-48f0-a7bc-4c36c27d3524 None None] For port 68cbdb19-be15-4560-9b4e-199bb7b15c13, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=68cbdb19-be15-4560-9b4e-199bb7b15c13,segment=NetworkSegment(239487e6-915f-4fa0-ada1-48352006308c),segment_id=239487e6-915f-4fa0-ada1-48352006308c)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:05:30.123326 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca967e-fabf-4870-ba2c-dc028768589f None None] Pushing event updated for resources: {'Port': ['ID=bed06ec2-f1c3-4005-b67a-58448378a9dc,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:30.215181 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c473d5e-8b28-4525-9497-6fb32c58b9a7 None None] Network f6c6af56-82d1-4438-818b-0804cf198864 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:05:30.253218 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7667907d-7b1f-48f0-a7bc-4c36c27d3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:30.265777 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8c6231-a273-4b17-8ce9-14d4faa926f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:05:30.266457 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9e8c6231-a273-4b17-8ce9-14d4faa926f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:30.425820 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-ac461015-3dd9-4016-a295-4f4f3dcc2e42 service neutron] 10.222.0.23 "GET /v2.0/networks/be906d6d-af38-482a-8688-d9b054c18d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133590 Jun 27 20:05:30.428547 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-32640fb9-e18a-44fc-893a-7f1d836928a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:30.495992 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-9e8c6231-a273-4b17-8ce9-14d4faa926f0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.9437013 Jun 27 20:05:30.505000 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-b60a4662-1225-4074-9757-a5bcb0d8d726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'name': 'tempest-ServerRescueNegativeTestJSON-1562455689-router', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '9764c784-0653-4a4a-b64e-79510cb36679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:23Z', 'updated_at': '2022-06-27T20:05:26Z', 'revision_number': 3, 'project_id': 'ff42080e13fb414597e5f10abbe3434d', 'gw_port': {'id': '9764c784-0653-4a4a-b64e-79510cb36679', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:25Z', 'updated_at': '2022-06-27T20:05:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:30.513252 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60a4662-1225-4074-9757-a5bcb0d8d726 None None] Checking router: 55bcd69c-ce1a-4f07-861d-46ef172c3a44 for host: dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:05:30.522488 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60a4662-1225-4074-9757-a5bcb0d8d726 None None] Updating router 55bcd69c-ce1a-4f07-861d-46ef172c3a44 port 9764c784-0653-4a4a-b64e-79510cb36679 binding host dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 20:05:30.576078 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-9eca967e-fabf-4870-ba2c-dc028768589f None None] Attempting to bind port bed06ec2-f1c3-4005-b67a-58448378a9dc on host dv-cinder-845799-1-iscsi for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:05:30.576647 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-9eca967e-fabf-4870-ba2c-dc028768589f None None] Attempting to bind port bed06ec2-f1c3-4005-b67a-58448378a9dc by drivers openvswitch,hyperv on host dv-cinder-845799-1-iscsi at level 0 using segments [{'id': '2e6a962a-47d2-47d1-a969-73df444edae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:05:30.576647 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eca967e-fabf-4870-ba2c-dc028768589f None None] Attempting to bind port bed06ec2-f1c3-4005-b67a-58448378a9dc on network edb7acd2-275d-4d02-9861-85e070a17792 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:05:30.596158 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3737918-8be7-48a3-ad30-4357b4cb321e admin admin] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:05:30.635561 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b3737918-8be7-48a3-ad30-4357b4cb321e admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:30.636805 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-b3737918-8be7-48a3-ad30-4357b4cb321e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.0893464 Jun 27 20:05:30.640218 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 52826) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:30.650024 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eca967e-fabf-4870-ba2c-dc028768589f None None] Checking agent: {'id': '002de21a-1fb9-4fe8-99da-e58f143369d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845799-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'started_at': datetime.datetime(2022, 6, 27, 19, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845799-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:05:30.650376 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eca967e-fabf-4870-ba2c-dc028768589f None None] Checking segment: {'id': '2e6a962a-47d2-47d1-a969-73df444edae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:05:30.650789 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9eca967e-fabf-4870-ba2c-dc028768589f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:30.651149 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eca967e-fabf-4870-ba2c-dc028768589f None None] Bound using segment: {'id': '2e6a962a-47d2-47d1-a969-73df444edae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:05:30.651622 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-9eca967e-fabf-4870-ba2c-dc028768589f None None] Bound port: bed06ec2-f1c3-4005-b67a-58448378a9dc, host: dv-cinder-845799-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6a962a-47d2-47d1-a969-73df444edae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:05:30.652008 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9eca967e-fabf-4870-ba2c-dc028768589f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:30.681415 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b60a4662-1225-4074-9757-a5bcb0d8d726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:30.684945 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-3125a3e4-44b8-451c-a8d0-fadbad31ef1b None None] Attempting to bind port 2877dc25-b173-4ec8-9254-bc9351cf4786 on host dv-cinder-845799-1-iscsi for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:05:30.685314 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-3125a3e4-44b8-451c-a8d0-fadbad31ef1b None None] Attempting to bind port 2877dc25-b173-4ec8-9254-bc9351cf4786 by drivers openvswitch,hyperv on host dv-cinder-845799-1-iscsi at level 0 using segments [{'id': 'ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'be906d6d-af38-482a-8688-d9b054c18d1f'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:05:30.685687 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3125a3e4-44b8-451c-a8d0-fadbad31ef1b None None] Attempting to bind port 2877dc25-b173-4ec8-9254-bc9351cf4786 on network be906d6d-af38-482a-8688-d9b054c18d1f {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:05:30.779168 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 52834) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:30.797530 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-9eca967e-fabf-4870-ba2c-dc028768589f None None] For port bed06ec2-f1c3-4005-b67a-58448378a9dc, host dv-cinder-845799-1-iscsi, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:05:30.808637 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-18df39e3-42c3-4d8b-af9a-5fe19e76eee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:30.811758 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-9eca967e-fabf-4870-ba2c-dc028768589f None None] For port bed06ec2-f1c3-4005-b67a-58448378a9dc, host dv-cinder-845799-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=bed06ec2-f1c3-4005-b67a-58448378a9dc,segment=NetworkSegment(2e6a962a-47d2-47d1-a969-73df444edae4),segment_id=2e6a962a-47d2-47d1-a969-73df444edae4)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:05:30.818889 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da086c4-01b8-4b17-a6dd-eb3bd499071d None None] Sync routers for ids ['8bead117-6252-49ba-bca5-489718640c41'] in dv-cinder-845799-1-iscsi {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:05:30.842208 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3125a3e4-44b8-451c-a8d0-fadbad31ef1b None None] Checking agent: {'id': '002de21a-1fb9-4fe8-99da-e58f143369d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845799-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'started_at': datetime.datetime(2022, 6, 27, 19, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845799-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:05:30.842487 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3125a3e4-44b8-451c-a8d0-fadbad31ef1b None None] Checking segment: {'id': 'ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'be906d6d-af38-482a-8688-d9b054c18d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:05:30.842891 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3125a3e4-44b8-451c-a8d0-fadbad31ef1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:30.843254 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3125a3e4-44b8-451c-a8d0-fadbad31ef1b None None] Bound using segment: {'id': 'ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'be906d6d-af38-482a-8688-d9b054c18d1f'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:05:30.843721 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-3125a3e4-44b8-451c-a8d0-fadbad31ef1b None None] Bound port: 2877dc25-b173-4ec8-9254-bc9351cf4786, host: dv-cinder-845799-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'be906d6d-af38-482a-8688-d9b054c18d1f'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:05:30.844101 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3125a3e4-44b8-451c-a8d0-fadbad31ef1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:30.871754 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-3416e092-6a6d-484e-8fb1-789bbb18cef2 service neutron] 10.222.0.23 "GET /v2.0/networks/be906d6d-af38-482a-8688-d9b054c18d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349380 Jun 27 20:05:30.993945 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9eca967e-fabf-4870-ba2c-dc028768589f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:31.114941 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-0f34cdf1-807f-4083-8e8d-7d8945ebd6c3 None None] For port 279393ad-fa5b-4202-a297-ce980eb32bfd, host dv-cinder-845799-1-iscsi, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:05:31.120765 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-0f34cdf1-807f-4083-8e8d-7d8945ebd6c3 None None] For port 279393ad-fa5b-4202-a297-ce980eb32bfd, host dv-cinder-845799-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=279393ad-fa5b-4202-a297-ce980eb32bfd,segment=NetworkSegment(19b88fb4-09fb-4dea-ba55-cb685887fbf1),segment_id=19b88fb4-09fb-4dea-ba55-cb685887fbf1)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:05:31.157180 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-cedeaa9b-aa1d-47f4-8298-7bc14015bea9 admin admin] Deleting subnet 0f73cde1-441b-4a45-b1e8-06169d93803b {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 27 20:05:31.168193 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cedeaa9b-aa1d-47f4-8298-7bc14015bea9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:31.235368 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-18df39e3-42c3-4d8b-af9a-5fe19e76eee1 admin admin] Allocated IP 172.20.0.1 (edb7acd2-275d-4d02-9861-85e070a17792/7d86a822-f147-437c-a8d8-a85441e6e85f/81bdf2a0-06cd-4e36-9229-c56856b1740f) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:05:31.237171 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 52856) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:31.365613 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b60a4662-1225-4074-9757-a5bcb0d8d726 None None] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:31.374091 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3a67abcf-da9a-4e65-a016-7421cdbd1234 req-0e17a2d4-6e5d-499f-8d4c-43765fa03b53 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 210 time: 0.1351030 Jun 27 20:05:31.374557 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 52866) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:31.390795 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a01389-a834-4491-adbc-eef4d95b52ff None None] Pushing event updated for resources: {'Port': ['ID=2877dc25-b173-4ec8-9254-bc9351cf4786,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:31.396081 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-b60a4662-1225-4074-9757-a5bcb0d8d726 None None] Transition to ACTIVE for port object 9764c784-0653-4a4a-b64e-79510cb36679 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:05:31.411122 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b60a4662-1225-4074-9757-a5bcb0d8d726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:31.455298 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0f34cdf1-807f-4083-8e8d-7d8945ebd6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:31.544749 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc638be1-d6a3-43a3-8afc-47cd1965b47c None None] Pushing event updated for resources: {'Port': ['ID=9764c784-0653-4a4a-b64e-79510cb36679,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:31.566244 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cedeaa9b-aa1d-47f4-8298-7bc14015bea9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:31.573720 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-b60a4662-1225-4074-9757-a5bcb0d8d726 None None] Attempting to bind port 9764c784-0653-4a4a-b64e-79510cb36679 on host dv-cinder-845799-1-iscsi for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:05:31.574057 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-b60a4662-1225-4074-9757-a5bcb0d8d726 None None] Attempting to bind port 9764c784-0653-4a4a-b64e-79510cb36679 by drivers openvswitch,hyperv on host dv-cinder-845799-1-iscsi at level 0 using segments [{'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:05:31.574528 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60a4662-1225-4074-9757-a5bcb0d8d726 None None] Attempting to bind port 9764c784-0653-4a4a-b64e-79510cb36679 on network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:05:31.576090 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cedeaa9b-aa1d-47f4-8298-7bc14015bea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-607847'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:31.581129 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60a4662-1225-4074-9757-a5bcb0d8d726 None None] Checking agent: {'id': '002de21a-1fb9-4fe8-99da-e58f143369d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845799-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'started_at': datetime.datetime(2022, 6, 27, 19, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845799-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:05:31.581597 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60a4662-1225-4074-9757-a5bcb0d8d726 None None] Checking segment: {'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:05:31.582055 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b60a4662-1225-4074-9757-a5bcb0d8d726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:31.582659 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60a4662-1225-4074-9757-a5bcb0d8d726 None None] Bound using segment: {'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:05:31.583080 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-b60a4662-1225-4074-9757-a5bcb0d8d726 None None] Bound port: 9764c784-0653-4a4a-b64e-79510cb36679, host: dv-cinder-845799-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:05:31.583650 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b60a4662-1225-4074-9757-a5bcb0d8d726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:31.588153 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-77a24113-9092-4b20-ab9f-75439a2b92c2 None None] Provisioning complete for port 68cbdb19-be15-4560-9b4e-199bb7b15c13 triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:05:31.588639 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-77a24113-9092-4b20-ab9f-75439a2b92c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:31.644456 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port ca13e005-47b0-4780-ac3a-6586594e2a64 is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:05:31.646697 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da086c4-01b8-4b17-a6dd-eb3bd499071d None None] Routers {'8bead117-6252-49ba-bca5-489718640c41'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:05:31.647309 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-8da086c4-01b8-4b17-a6dd-eb3bd499071d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:05:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['8bead117-6252-49ba-bca5-489718640c41'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:31.663495 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5a5af1a2-98a3-4d15-9300-49f70d442560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:31.685297 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-32640fb9-e18a-44fc-893a-7f1d836928a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16270916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16757784'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:31.687477 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-b60a4662-1225-4074-9757-a5bcb0d8d726 None None] For port 9764c784-0653-4a4a-b64e-79510cb36679, host dv-cinder-845799-1-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:05:31.691384 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-b60a4662-1225-4074-9757-a5bcb0d8d726 None None] For port 9764c784-0653-4a4a-b64e-79510cb36679, host dv-cinder-845799-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=9764c784-0653-4a4a-b64e-79510cb36679,segment=NetworkSegment(c8e1d377-ef10-44fe-8306-b14a68212fb0),segment_id=c8e1d377-ef10-44fe-8306-b14a68212fb0)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:05:31.696552 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b60a4662-1225-4074-9757-a5bcb0d8d726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:31.708086 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-5a5af1a2-98a3-4d15-9300-49f70d442560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:31.712045 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-5a5af1a2-98a3-4d15-9300-49f70d442560 admin admin] Usage tracker for resource:security_group_rule and tenant:c090c2f4b9684c92ab853398a11b0cf7 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:31.715233 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-5a5af1a2-98a3-4d15-9300-49f70d442560 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:31.721907 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-5a5af1a2-98a3-4d15-9300-49f70d442560 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:31.812189 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667907d-7b1f-48f0-a7bc-4c36c27d3524 None None] Pushing event updated for resources: {'Port': ['ID=68cbdb19-be15-4560-9b4e-199bb7b15c13,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:31.825898 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60a4662-1225-4074-9757-a5bcb0d8d726 None None] Routers {'55bcd69c-ce1a-4f07-861d-46ef172c3a44'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:05:31.826678 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-b60a4662-1225-4074-9757-a5bcb0d8d726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:05:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['55bcd69c-ce1a-4f07-861d-46ef172c3a44'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:31.832355 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5a5af1a2-98a3-4d15-9300-49f70d442560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:31.883552 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5a5af1a2-98a3-4d15-9300-49f70d442560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:32.028127 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc638be1-d6a3-43a3-8afc-47cd1965b47c None None] Pushing event updated for resources: {'Port': ['ID=9764c784-0653-4a4a-b64e-79510cb36679,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:32.096620 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-18df39e3-42c3-4d8b-af9a-5fe19e76eee1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:32.134017 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-18df39e3-42c3-4d8b-af9a-5fe19e76eee1 admin admin] Transition to ACTIVE for port object 81bdf2a0-06cd-4e36-9229-c56856b1740f will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:05:32.189423 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-b60a4662-1225-4074-9757-a5bcb0d8d726 None None] Set router 55bcd69c-ce1a-4f07-861d-46ef172c3a44 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:05:32.218720 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca967e-fabf-4870-ba2c-dc028768589f None None] Pushing event updated for resources: {'Port': ['ID=bed06ec2-f1c3-4005-b67a-58448378a9dc,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:32.316713 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-5a5af1a2-98a3-4d15-9300-49f70d442560 admin admin] Synchronizing usage tracker for tenant:593b9aac742a4858af9f057cf280f4bc on resource:security_group {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:05:32.336484 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5af1a2-98a3-4d15-9300-49f70d442560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedf8bb7-093a-4f25-82e7-f13346ac7634,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:32.344714 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34cdf1-807f-4083-8e8d-7d8945ebd6c3 None None] Pushing event updated for resources: {'Port': ['ID=279393ad-fa5b-4202-a297-ce980eb32bfd,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:32.348810 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6d852a-a54a-4050-9bee-b719f1259d69 None None] Network f6c6af56-82d1-4438-818b-0804cf198864 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:05:32.391383 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cedeaa9b-aa1d-47f4-8298-7bc14015bea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-607836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:32.436257 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-5a5af1a2-98a3-4d15-9300-49f70d442560 admin admin] Unset dirty status for tenant:593b9aac742a4858af9f057cf280f4bc on resource:security_group {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:05:32.440213 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-5a5af1a2-98a3-4d15-9300-49f70d442560 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c090c2f4b9684c92ab853398a11b0cf7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0639474 Jun 27 20:05:32.442514 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 52902) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:32.456375 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-18df39e3-42c3-4d8b-af9a-5fe19e76eee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:32.532011 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cedeaa9b-aa1d-47f4-8298-7bc14015bea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:32.556193 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedeaa9b-aa1d-47f4-8298-7bc14015bea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f73cde1-441b-4a45-b1e8-06169d93803b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:32.560774 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-cedeaa9b-aa1d-47f4-8298-7bc14015bea9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0f73cde1-441b-4a45-b1e8-06169d93803b HTTP/1.1" status: 204 len: 168 time: 1.7804649 Jun 27 20:05:32.608478 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 52908) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:32.723189 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df39e3-42c3-4d8b-af9a-5fe19e76eee1 admin admin] Pushing event updated for resources: {'Port': ['ID=81bdf2a0-06cd-4e36-9229-c56856b1740f,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:32.860352 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-b60a4662-1225-4074-9757-a5bcb0d8d726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'name': 'tempest-ServerRescueNegativeTestJSON-1562455689-router', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '9764c784-0653-4a4a-b64e-79510cb36679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:23Z', 'updated_at': '2022-06-27T20:05:26Z', 'revision_number': 3, 'project_id': 'ff42080e13fb414597e5f10abbe3434d', 'gw_port': {'id': '9764c784-0653-4a4a-b64e-79510cb36679', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:25Z', 'updated_at': '2022-06-27T20:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:32.890902 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60a4662-1225-4074-9757-a5bcb0d8d726 None None] The sync data for ids ['55bcd69c-ce1a-4f07-861d-46ef172c3a44'] in dv-cinder-845799-1-iscsi is: [{'id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'name': 'tempest-ServerRescueNegativeTestJSON-1562455689-router', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '9764c784-0653-4a4a-b64e-79510cb36679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:23Z', 'updated_at': '2022-06-27T20:05:26Z', 'revision_number': 3, 'project_id': 'ff42080e13fb414597e5f10abbe3434d', 'gw_port': {'id': '9764c784-0653-4a4a-b64e-79510cb36679', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:25Z', 'updated_at': '2022-06-27T20:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:05:32.892267 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-607e72e3-d41f-41e4-98e4-b2ae272fd4a5 req-1ef361e8-2c75-4126-8fb3-275e68539352 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 210 time: 0.1700840 Jun 27 20:05:32.912997 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18df39e3-42c3-4d8b-af9a-5fe19e76eee1 admin admin] Network edb7acd2-275d-4d02-9861-85e070a17792 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:05:32.916174 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-18df39e3-42c3-4d8b-af9a-5fe19e76eee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:05:32.922984 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18df39e3-42c3-4d8b-af9a-5fe19e76eee1 admin admin] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:05:32.923454 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-18df39e3-42c3-4d8b-af9a-5fe19e76eee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16270930'] for router_interface, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:32.927127 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-3125a3e4-44b8-451c-a8d0-fadbad31ef1b None None] For port 2877dc25-b173-4ec8-9254-bc9351cf4786, host dv-cinder-845799-1-iscsi, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:05:32.984404 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f7e435ee-058d-4fe9-b7df-075dc79dd083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:33.136958 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f7e435ee-058d-4fe9-b7df-075dc79dd083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:33.178745 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-3125a3e4-44b8-451c-a8d0-fadbad31ef1b None None] For port 2877dc25-b173-4ec8-9254-bc9351cf4786, host dv-cinder-845799-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=2877dc25-b173-4ec8-9254-bc9351cf4786,segment=NetworkSegment(ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc),segment_id=ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:05:33.199041 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3125a3e4-44b8-451c-a8d0-fadbad31ef1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:33.381918 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-8da086c4-01b8-4b17-a6dd-eb3bd499071d None None] Set router 8bead117-6252-49ba-bca5-489718640c41 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:05:33.443096 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ea9468dc-03df-4b76-b88e-e08135aa8bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590302'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:33.444485 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f7e435ee-058d-4fe9-b7df-075dc79dd083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:33.490107 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32640fb9-e18a-44fc-893a-7f1d836928a5 admin admin] Router 366bc1ff-6094-4444-92cf-fc8b21905b0a is scheduled to L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 27 20:05:33.497460 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d32f1ad4-db33-4761-ac91-a032f54ca077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:33.529555 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e435ee-058d-4fe9-b7df-075dc79dd083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedf8bb7-093a-4f25-82e7-f13346ac7634,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:33.530549 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-18df39e3-42c3-4d8b-af9a-5fe19e76eee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:33.567273 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-77a24113-9092-4b20-ab9f-75439a2b92c2 None None] Current status of the port 68cbdb19-be15-4560-9b4e-199bb7b15c13 is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:05:33.779583 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f7e435ee-058d-4fe9-b7df-075dc79dd083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:33.789927 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-f7e435ee-058d-4fe9-b7df-075dc79dd083 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aedf8bb7-093a-4f25-82e7-f13346ac7634 HTTP/1.1" status: 204 len: 168 time: 1.3434372 Jun 27 20:05:34.112557 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fa4ea0-502c-4f68-bb7e-5e41ba3baff1 None None] Network 161680f6-9340-499f-abb6-7578d38c56d4 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:05:34.294777 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 279393ad-fa5b-4202-a297-ce980eb32bfd up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:05:34.594317 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2e2df62a-e5e1-47cf-86c6-f0a3a307b7a0 req-79da22a2-b311-460e-b72d-d277abaf220f tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 210 time: 0.1866987 Jun 27 20:05:34.677700 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-18df39e3-42c3-4d8b-af9a-5fe19e76eee1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:34.692607 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-18df39e3-42c3-4d8b-af9a-5fe19e76eee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:34.697348 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-18df39e3-42c3-4d8b-af9a-5fe19e76eee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16717675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16270903'] for router_interface, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:34.704895 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 52970) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:34.788401 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.15', 54556) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:34.833864 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:05:34.848192 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32640fb9-e18a-44fc-893a-7f1d836928a5 admin admin] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:05:34.858582 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14be09c-6768-4cec-b339-3daae6ace0f6 None None] Sync routers for ids ['366bc1ff-6094-4444-92cf-fc8b21905b0a'] in dv-cinder-845799-1-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:05:34.863068 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc6a33a-3b71-477a-8ef8-1cfbd52ec317 None None] Network edb7acd2-275d-4d02-9861-85e070a17792 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:05:34.874096 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14be09c-6768-4cec-b339-3daae6ace0f6 None None] Routers {'366bc1ff-6094-4444-92cf-fc8b21905b0a'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:05:34.875774 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-a14be09c-6768-4cec-b339-3daae6ace0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:05:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['366bc1ff-6094-4444-92cf-fc8b21905b0a'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:34.886269 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df39e3-42c3-4d8b-af9a-5fe19e76eee1 admin admin] Pushing event updated for resources: {'Port': ['ID=81bdf2a0-06cd-4e36-9229-c56856b1740f,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:34.895613 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-38ecb1d6-4c9a-49dc-b160-6abc9929598e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:34.931996 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ea9468dc-03df-4b76-b88e-e08135aa8bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614162', 'neutron.services.segments.db._delete_segments_for_network-8741810542969'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:34.971965 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-32640fb9-e18a-44fc-893a-7f1d836928a5 admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:34.973550 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-32640fb9-e18a-44fc-893a-7f1d836928a5 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.1306164 Jun 27 20:05:34.988624 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 52978) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:35.015575 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-38ecb1d6-4c9a-49dc-b160-6abc9929598e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:35.020280 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-d32f1ad4-db33-4761-ac91-a032f54ca077 admin admin] Allocated IP 172.20.0.1 (03ddf4ce-871c-4f06-813b-1b3c7a85f063/ba00cca6-cfda-4754-8a1e-ba6ebb77dfea/c3d84f0e-616c-4d28-a311-0bb5cfebbda9) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:05:35.020788 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-38ecb1d6-4c9a-49dc-b160-6abc9929598e admin admin] Usage tracker for resource:security_group_rule and tenant:2cbf4f982c3a451f91dfc9e00cfc31cb is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:35.024602 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-38ecb1d6-4c9a-49dc-b160-6abc9929598e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:35.032858 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-38ecb1d6-4c9a-49dc-b160-6abc9929598e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:35.113324 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3125a3e4-44b8-451c-a8d0-fadbad31ef1b None None] Routers {'01d230ea-677c-4c1b-bde9-848f10cd7344'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:05:35.113917 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-3125a3e4-44b8-451c-a8d0-fadbad31ef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:05:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['01d230ea-677c-4c1b-bde9-848f10cd7344'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:35.185398 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-a14be09c-6768-4cec-b339-3daae6ace0f6 None None] Set router 366bc1ff-6094-4444-92cf-fc8b21905b0a gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:05:35.191854 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ea9468dc-03df-4b76-b88e-e08135aa8bf1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 20:05:35.192280 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ea9468dc-03df-4b76-b88e-e08135aa8bf1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 20:05:35.193292 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ea9468dc-03df-4b76-b88e-e08135aa8bf1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 20:05:35.193949 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ea9468dc-03df-4b76-b88e-e08135aa8bf1 admin admin] Subscribe: > port after_create 55550000 {{(pid=88113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 20:05:35.194519 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ea9468dc-03df-4b76-b88e-e08135aa8bf1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 20:05:35.195176 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ea9468dc-03df-4b76-b88e-e08135aa8bf1 admin admin] Subscribe: > port after_update 55550000 {{(pid=88113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 20:05:35.195770 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ea9468dc-03df-4b76-b88e-e08135aa8bf1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 20:05:35.196324 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ea9468dc-03df-4b76-b88e-e08135aa8bf1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 20:05:35.196835 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ea9468dc-03df-4b76-b88e-e08135aa8bf1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 20:05:35.206533 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ea9468dc-03df-4b76-b88e-e08135aa8bf1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 20:05:35.227524 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18df39e3-42c3-4d8b-af9a-5fe19e76eee1 admin admin] Network edb7acd2-275d-4d02-9861-85e070a17792 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:05:35.233948 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-18df39e3-42c3-4d8b-af9a-5fe19e76eee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:05:35.310415 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a01389-a834-4491-adbc-eef4d95b52ff None None] Pushing event updated for resources: {'Port': ['ID=2877dc25-b173-4ec8-9254-bc9351cf4786,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:35.455100 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ea9468dc-03df-4b76-b88e-e08135aa8bf1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 20:05:35.455302 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ea9468dc-03df-4b76-b88e-e08135aa8bf1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 20:05:35.455623 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ea9468dc-03df-4b76-b88e-e08135aa8bf1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 20:05:35.455947 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ea9468dc-03df-4b76-b88e-e08135aa8bf1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 20:05:35.457899 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.services.segments.db [None req-ea9468dc-03df-4b76-b88e-e08135aa8bf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dded7c36-4e06-4821-a244-25f2e7a652d8']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:35.516760 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-3aa137d5-15cd-41ed-a69b-0163249da6f4 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:05:35.518661 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-3aa137d5-15cd-41ed-a69b-0163249da6f4 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.15 "GET /v2.0/networks?id=be906d6d-af38-482a-8688-d9b054c18d1f HTTP/1.1" status: 200 len: 812 time: 0.7235572 Jun 27 20:05:35.585804 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.services.segments.db [None req-ea9468dc-03df-4b76-b88e-e08135aa8bf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f865dad6-08cc-4de5-9ffb-f1a03cf0ddba') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:35.586451 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.services.segments.db [None req-ea9468dc-03df-4b76-b88e-e08135aa8bf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f865dad6-08cc-4de5-9ffb-f1a03cf0ddba') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:35.593908 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-080ec952-68d7-4677-9fc9-55b213566bcd tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Request body: {'port': {'device_id': '1af04c4b-d876-4602-af89-671de70cd003', 'network_id': 'be906d6d-af38-482a-8688-d9b054c18d1f', 'admin_state_up': True, 'tenant_id': '6b643fa8ee8a4b5abceb14b8ff2811ca'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:05:35.664770 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ea9468dc-03df-4b76-b88e-e08135aa8bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741810611348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14191939'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:35.687569 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-409d38a5-70cd-40a3-98fc-b2065ffc3bb3 None None] Provisioning for port bed06ec2-f1c3-4005-b67a-58448378a9dc completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:05:35.714067 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ea9468dc-03df-4b76-b88e-e08135aa8bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603533'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:35.737548 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea9468dc-03df-4b76-b88e-e08135aa8bf1 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 20:05:35.738069 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ea9468dc-03df-4b76-b88e-e08135aa8bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-603522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16137082'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:35.755080 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning for port 279393ad-fa5b-4202-a297-ce980eb32bfd completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:05:35.774811 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-a14be09c-6768-4cec-b339-3daae6ace0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'name': 'tempest-AttachVolumeTestJSON-332780900-router', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:05:29Z', 'revision_number': 3, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'gw_port': {'id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:27Z', 'updated_at': '2022-06-27T20:05:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:35.790372 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14be09c-6768-4cec-b339-3daae6ace0f6 None None] Checking router: 366bc1ff-6094-4444-92cf-fc8b21905b0a for host: dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:05:35.793935 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14be09c-6768-4cec-b339-3daae6ace0f6 None None] Updating router 366bc1ff-6094-4444-92cf-fc8b21905b0a port 24a34253-591d-4d48-8f35-d4f7fa5212e6 binding host dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 20:05:35.838858 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-409d38a5-70cd-40a3-98fc-b2065ffc3bb3 None None] Provisioning for port 279393ad-fa5b-4202-a297-ce980eb32bfd completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:05:35.873671 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device bed06ec2-f1c3-4005-b67a-58448378a9dc up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:05:35.920447 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a14be09c-6768-4cec-b339-3daae6ace0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:36.077515 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d32f1ad4-db33-4761-ac91-a032f54ca077 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:36.080589 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7f391621-b635-4259-a2cb-17a13132bde5 req-4fd1127e-0dad-4f4e-aafe-819fb2858dc8 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 210 time: 0.1763086 Jun 27 20:05:36.085454 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ea9468dc-03df-4b76-b88e-e08135aa8bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16271069'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:36.094672 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-38ecb1d6-4c9a-49dc-b160-6abc9929598e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:36.125607 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18df39e3-42c3-4d8b-af9a-5fe19e76eee1 admin admin] Router 55bcd69c-ce1a-4f07-861d-46ef172c3a44 has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:05:36.129979 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-38ecb1d6-4c9a-49dc-b160-6abc9929598e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:36.149344 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ea9468dc-03df-4b76-b88e-e08135aa8bf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:36.194710 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-3125a3e4-44b8-451c-a8d0-fadbad31ef1b None None] Set router 01d230ea-677c-4c1b-bde9-848f10cd7344 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:05:36.262375 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-d32f1ad4-db33-4761-ac91-a032f54ca077 admin admin] Transition to ACTIVE for port object c3d84f0e-616c-4d28-a311-0bb5cfebbda9 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:05:36.280676 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9468dc-03df-4b76-b88e-e08135aa8bf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=dded7c36-4e06-4821-a244-25f2e7a652d8,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:36.318511 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-ea9468dc-03df-4b76-b88e-e08135aa8bf1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/dded7c36-4e06-4821-a244-25f2e7a652d8 HTTP/1.1" status: 204 len: 168 time: 3.6967714 Jun 27 20:05:36.319462 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 53032) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:36.331683 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-080ec952-68d7-4677-9fc9-55b213566bcd tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:36.352374 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-080ec952-68d7-4677-9fc9-55b213566bcd tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:36.379029 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-38ecb1d6-4c9a-49dc-b160-6abc9929598e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2cbf4f982c3a451f91dfc9e00cfc31cb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6308160 Jun 27 20:05:36.380755 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ecb1d6-4c9a-49dc-b160-6abc9929598e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099668d0-dced-42ad-96b8-c180f8470637,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:36.396584 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 53038) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:36.490743 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.services.segments.plugin [-] Segment f865dad6-08cc-4de5-9ffb-f1a03cf0ddba resource provider aggregate not found Jun 27 20:05:36.706675 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.services.segments.plugin [-] Segment f865dad6-08cc-4de5-9ffb-f1a03cf0ddba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f865dad6-08cc-4de5-9ffb-f1a03cf0ddba found for delete ", "request_id": "req-c98a1f4a-6822-46e7-a1ec-a66fb53b66c1"}]} Jun 27 20:05:36.834161 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dfa6bf8-23a4-4957-9ca1-d1abb04aab31 admin admin] Deleting subnet e5cab2aa-4c69-4006-94d1-5c4d091ec662 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 27 20:05:36.853345 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-409d38a5-70cd-40a3-98fc-b2065ffc3bb3 None None] Provisioning complete for port 279393ad-fa5b-4202-a297-ce980eb32bfd triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:05:36.860015 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d32f1ad4-db33-4761-ac91-a032f54ca077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:36.860828 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-409d38a5-70cd-40a3-98fc-b2065ffc3bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:36.865326 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a14be09c-6768-4cec-b339-3daae6ace0f6 None None] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:36.893383 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-080ec952-68d7-4677-9fc9-55b213566bcd tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Made reservation on behalf of 6b643fa8ee8a4b5abceb14b8ff2811ca for: {'port': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:05:36.920120 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-080ec952-68d7-4677-9fc9-55b213566bcd tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:36.930388 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-a14be09c-6768-4cec-b339-3daae6ace0f6 None None] Transition to ACTIVE for port object 24a34253-591d-4d48-8f35-d4f7fa5212e6 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:05:36.944866 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a14be09c-6768-4cec-b339-3daae6ace0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:36.983457 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6bf8-23a4-4957-9ca1-d1abb04aab31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:37.140457 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32f1ad4-db33-4761-ac91-a032f54ca077 admin admin] Network 03ddf4ce-871c-4f06-813b-1b3c7a85f063 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:05:37.154259 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-d32f1ad4-db33-4761-ac91-a032f54ca077 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:05:37.170192 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning for port bed06ec2-f1c3-4005-b67a-58448378a9dc completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:05:37.187215 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32f1ad4-db33-4761-ac91-a032f54ca077 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:05:37.196048 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-8da086c4-01b8-4b17-a6dd-eb3bd499071d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bead117-6252-49ba-bca5-489718640c41', 'name': 'tempest-AttachVolumeShelveTestJSON-1668758160-router', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:21Z', 'updated_at': '2022-06-27T20:05:26Z', 'revision_number': 3, 'project_id': '7bde747057d140209cc6692d467254d8', 'gw_port': {'id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:43:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bead117-6252-49ba-bca5-489718640c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:05:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:37.236959 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93481504-ac93-44d3-9ca2-aae594a8e55b None None] Pushing event updated for resources: {'Port': ['ID=24a34253-591d-4d48-8f35-d4f7fa5212e6,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:37.262669 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-a14be09c-6768-4cec-b339-3daae6ace0f6 None None] Attempting to bind port 24a34253-591d-4d48-8f35-d4f7fa5212e6 on host dv-cinder-845799-1-iscsi for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:05:37.263071 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-a14be09c-6768-4cec-b339-3daae6ace0f6 None None] Attempting to bind port 24a34253-591d-4d48-8f35-d4f7fa5212e6 by drivers openvswitch,hyperv on host dv-cinder-845799-1-iscsi at level 0 using segments [{'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:05:37.263434 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14be09c-6768-4cec-b339-3daae6ace0f6 None None] Attempting to bind port 24a34253-591d-4d48-8f35-d4f7fa5212e6 on network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:05:37.274985 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14be09c-6768-4cec-b339-3daae6ace0f6 None None] Checking agent: {'id': '002de21a-1fb9-4fe8-99da-e58f143369d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845799-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'started_at': datetime.datetime(2022, 6, 27, 19, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845799-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:05:37.275369 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14be09c-6768-4cec-b339-3daae6ace0f6 None None] Checking segment: {'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:05:37.275832 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a14be09c-6768-4cec-b339-3daae6ace0f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:37.276224 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14be09c-6768-4cec-b339-3daae6ace0f6 None None] Bound using segment: {'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:05:37.276685 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-a14be09c-6768-4cec-b339-3daae6ace0f6 None None] Bound port: 24a34253-591d-4d48-8f35-d4f7fa5212e6, host: dv-cinder-845799-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:05:37.277148 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a14be09c-6768-4cec-b339-3daae6ace0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:37.294733 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port bed06ec2-f1c3-4005-b67a-58448378a9dc triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:05:37.295108 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:37.368306 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f1ad4-db33-4761-ac91-a032f54ca077 admin admin] Pushing event updated for resources: {'Port': ['ID=c3d84f0e-616c-4d28-a311-0bb5cfebbda9,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:37.382276 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da086c4-01b8-4b17-a6dd-eb3bd499071d None None] Checking router: 8bead117-6252-49ba-bca5-489718640c41 for host: dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:05:37.382609 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da086c4-01b8-4b17-a6dd-eb3bd499071d None None] Updating router 8bead117-6252-49ba-bca5-489718640c41 port 0dc3381c-773b-4174-bd9a-f613f2c7228e binding host dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 20:05:37.395907 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6bf8-23a4-4957-9ca1-d1abb04aab31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14191946'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:37.474439 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-a14be09c-6768-4cec-b339-3daae6ace0f6 None None] For port 24a34253-591d-4d48-8f35-d4f7fa5212e6, host dv-cinder-845799-1-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:05:37.478487 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-a14be09c-6768-4cec-b339-3daae6ace0f6 None None] For port 24a34253-591d-4d48-8f35-d4f7fa5212e6, host dv-cinder-845799-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=24a34253-591d-4d48-8f35-d4f7fa5212e6,segment=NetworkSegment(c8e1d377-ef10-44fe-8306-b14a68212fb0),segment_id=c8e1d377-ef10-44fe-8306-b14a68212fb0)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:05:37.484488 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a14be09c-6768-4cec-b339-3daae6ace0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:37.539143 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9da2d0aa-bc28-4f9e-9828-fd23e16d46c1 req-189e04c0-3363-4f58-bba8-4686b9426718 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 210 time: 0.1513064 Jun 27 20:05:37.589292 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e0be68e1-7bba-41db-bfc0-550245add6eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:37.618516 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93481504-ac93-44d3-9ca2-aae594a8e55b None None] Pushing event updated for resources: {'Port': ['ID=24a34253-591d-4d48-8f35-d4f7fa5212e6,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:37.664703 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d32f1ad4-db33-4761-ac91-a032f54ca077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16270930'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:37.687982 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8da086c4-01b8-4b17-a6dd-eb3bd499071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:37.689523 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14be09c-6768-4cec-b339-3daae6ace0f6 None None] Routers {'366bc1ff-6094-4444-92cf-fc8b21905b0a'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:05:37.689975 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-a14be09c-6768-4cec-b339-3daae6ace0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:05:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['366bc1ff-6094-4444-92cf-fc8b21905b0a'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:37.721351 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e0be68e1-7bba-41db-bfc0-550245add6eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:37.931545 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18df39e3-42c3-4d8b-af9a-5fe19e76eee1 admin admin] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:05:38.062194 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-a14be09c-6768-4cec-b339-3daae6ace0f6 None None] Set router 366bc1ff-6094-4444-92cf-fc8b21905b0a gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:05:38.152153 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-18df39e3-42c3-4d8b-af9a-5fe19e76eee1 admin admin] 10.222.0.23 "PUT /v2.0/routers/55bcd69c-ce1a-4f07-861d-46ef172c3a44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8627622 Jun 27 20:05:38.172111 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-080ec952-68d7-4677-9fc9-55b213566bcd tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Allocated IP 172.20.0.8 (be906d6d-af38-482a-8688-d9b054c18d1f/b74bb450-b606-413a-a419-52976db33427/c32e827a-1e0d-4418-aa78-d3adef99673b) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:05:38.257351 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8da086c4-01b8-4b17-a6dd-eb3bd499071d None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:38.302266 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-8da086c4-01b8-4b17-a6dd-eb3bd499071d None None] Transition to ACTIVE for port object 0dc3381c-773b-4174-bd9a-f613f2c7228e will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:05:38.313788 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e0be68e1-7bba-41db-bfc0-550245add6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:38.382535 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6bf8-23a4-4957-9ca1-d1abb04aab31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-607847'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:38.424302 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398dbb89-dba9-41e6-975a-df85a8cdb559 None None] Sync routers for ids ['55bcd69c-ce1a-4f07-861d-46ef172c3a44'] in dv-cinder-845799-1-iscsi {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:05:38.427814 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be68e1-7bba-41db-bfc0-550245add6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099668d0-dced-42ad-96b8-c180f8470637,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:38.459125 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8da086c4-01b8-4b17-a6dd-eb3bd499071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:38.459980 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e0be68e1-7bba-41db-bfc0-550245add6eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:38.468152 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-e0be68e1-7bba-41db-bfc0-550245add6eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/099668d0-dced-42ad-96b8-c180f8470637 HTTP/1.1" status: 204 len: 168 time: 1.5759811 Jun 27 20:05:38.950881 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-a14be09c-6768-4cec-b339-3daae6ace0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'name': 'tempest-AttachVolumeTestJSON-332780900-router', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:05:29Z', 'revision_number': 3, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'gw_port': {'id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:27Z', 'updated_at': '2022-06-27T20:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:38.956744 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14be09c-6768-4cec-b339-3daae6ace0f6 None None] The sync data for ids ['366bc1ff-6094-4444-92cf-fc8b21905b0a'] in dv-cinder-845799-1-iscsi is: [{'id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'name': 'tempest-AttachVolumeTestJSON-332780900-router', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:05:29Z', 'revision_number': 3, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'gw_port': {'id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:27Z', 'updated_at': '2022-06-27T20:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:05:39.139976 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-080ec952-68d7-4677-9fc9-55b213566bcd tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:39.171489 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-080ec952-68d7-4677-9fc9-55b213566bcd tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Transition to ACTIVE for port object c32e827a-1e0d-4418-aa78-d3adef99673b will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:05:39.205056 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6bf8-23a4-4957-9ca1-d1abb04aab31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-607836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16137172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14291743'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:39.213106 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-afc67c71-bf12-4146-8511-0fc50cad234f req-af011c87-379c-4ad9-91ce-6d29547db036 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Synchronizing usage tracker for tenant:6b643fa8ee8a4b5abceb14b8ff2811ca on resource:port {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:05:39.216909 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-080ec952-68d7-4677-9fc9-55b213566bcd tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:39.224918 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-409d38a5-70cd-40a3-98fc-b2065ffc3bb3 None None] Current status of the port 279393ad-fa5b-4202-a297-ce980eb32bfd is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:05:39.230567 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-409d38a5-70cd-40a3-98fc-b2065ffc3bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:39.287846 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398dbb89-dba9-41e6-975a-df85a8cdb559 None None] Routers {'55bcd69c-ce1a-4f07-861d-46ef172c3a44'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:05:39.296565 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-398dbb89-dba9-41e6-975a-df85a8cdb559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:05:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['55bcd69c-ce1a-4f07-861d-46ef172c3a44'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:39.308789 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-afc67c71-bf12-4146-8511-0fc50cad234f req-af011c87-379c-4ad9-91ce-6d29547db036 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Unset dirty status for tenant:6b643fa8ee8a4b5abceb14b8ff2811ca on resource:port {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:05:39.310119 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-afc67c71-bf12-4146-8511-0fc50cad234f req-af011c87-379c-4ad9-91ce-6d29547db036 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 210 time: 0.3230081 Jun 27 20:05:39.364578 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-080ec952-68d7-4677-9fc9-55b213566bcd tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Network be906d6d-af38-482a-8688-d9b054c18d1f is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:05:39.374463 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-080ec952-68d7-4677-9fc9-55b213566bcd tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:05:39.413504 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-080ec952-68d7-4677-9fc9-55b213566bcd tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:05:39.474828 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-080ec952-68d7-4677-9fc9-55b213566bcd tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:05:39.475620 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-080ec952-68d7-4677-9fc9-55b213566bcd tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:39.484841 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6bf8-23a4-4957-9ca1-d1abb04aab31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5cab2aa-4c69-4006-94d1-5c4d091ec662,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:39.512717 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2be5587f-9cf8-4c31-b4f3-3e07f20479dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:39.535826 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:39.571222 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6bf8-23a4-4957-9ca1-d1abb04aab31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:39.657996 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-080ec952-68d7-4677-9fc9-55b213566bcd tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0511849 Jun 27 20:05:39.731122 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-4f28aab2-1ab7-486a-9238-6f1c21fed23c tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 27 20:05:39.732071 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-7dfa6bf8-23a4-4957-9ca1-d1abb04aab31 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e5cab2aa-4c69-4006-94d1-5c4d091ec662 HTTP/1.1" status: 204 len: 168 time: 3.4017179 Jun 27 20:05:39.732351 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-4f28aab2-1ab7-486a-9238-6f1c21fed23c tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0669792 Jun 27 20:05:39.733208 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ec952-68d7-4677-9fc9-55b213566bcd tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Pushing event updated for resources: {'Port': ['ID=c32e827a-1e0d-4418-aa78-d3adef99673b,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:39.739817 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 53106) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:40.003514 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-398dbb89-dba9-41e6-975a-df85a8cdb559 None None] Set router 55bcd69c-ce1a-4f07-861d-46ef172c3a44 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:05:40.086331 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d32f1ad4-db33-4761-ac91-a032f54ca077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:40.376142 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4f8e0cf3-6bff-4b8a-b0fe-32d6c4f3ff75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590302'] for network, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:40.393776 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port bed06ec2-f1c3-4005-b67a-58448378a9dc is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:05:40.394704 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:40.576035 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-3e246e4e-2956-497d-9290-6b357cf822d1 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:05:40.588900 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-3e246e4e-2956-497d-9290-6b357cf822d1 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/networks?id=edb7acd2-275d-4d02-9861-85e070a17792 HTTP/1.1" status: 200 len: 819 time: 0.6179335 Jun 27 20:05:40.729992 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-8da086c4-01b8-4b17-a6dd-eb3bd499071d None None] Attempting to bind port 0dc3381c-773b-4174-bd9a-f613f2c7228e on host dv-cinder-845799-1-iscsi for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:05:40.730357 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-8da086c4-01b8-4b17-a6dd-eb3bd499071d None None] Attempting to bind port 0dc3381c-773b-4174-bd9a-f613f2c7228e by drivers openvswitch,hyperv on host dv-cinder-845799-1-iscsi at level 0 using segments [{'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:05:40.730783 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da086c4-01b8-4b17-a6dd-eb3bd499071d None None] Attempting to bind port 0dc3381c-773b-4174-bd9a-f613f2c7228e on network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:05:40.834877 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-14c8b125-7f84-453d-beb9-47eb8e71d557 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/quotas/ff42080e13fb414597e5f10abbe3434d HTTP/1.1" status: 200 len: 375 time: 0.2185006 Jun 27 20:05:40.849912 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da086c4-01b8-4b17-a6dd-eb3bd499071d None None] Checking agent: {'id': '002de21a-1fb9-4fe8-99da-e58f143369d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845799-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'started_at': datetime.datetime(2022, 6, 27, 19, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845799-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:05:40.850676 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da086c4-01b8-4b17-a6dd-eb3bd499071d None None] Checking segment: {'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:05:40.851148 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8da086c4-01b8-4b17-a6dd-eb3bd499071d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:40.851544 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da086c4-01b8-4b17-a6dd-eb3bd499071d None None] Bound using segment: {'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:05:40.852098 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-8da086c4-01b8-4b17-a6dd-eb3bd499071d None None] Bound port: 0dc3381c-773b-4174-bd9a-f613f2c7228e, host: dv-cinder-845799-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:05:40.852556 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8da086c4-01b8-4b17-a6dd-eb3bd499071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:40.958733 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-8da086c4-01b8-4b17-a6dd-eb3bd499071d None None] For port 0dc3381c-773b-4174-bd9a-f613f2c7228e, host dv-cinder-845799-1-iscsi, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:05:40.964517 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-8da086c4-01b8-4b17-a6dd-eb3bd499071d None None] For port 0dc3381c-773b-4174-bd9a-f613f2c7228e, host dv-cinder-845799-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=0dc3381c-773b-4174-bd9a-f613f2c7228e,segment=NetworkSegment(c8e1d377-ef10-44fe-8306-b14a68212fb0),segment_id=c8e1d377-ef10-44fe-8306-b14a68212fb0)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:05:40.973768 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e49de-236e-4159-a65d-08311f40ee10 None None] Pushing event updated for resources: {'Port': ['ID=0dc3381c-773b-4174-bd9a-f613f2c7228e,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:40.995215 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8da086c4-01b8-4b17-a6dd-eb3bd499071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:40.997972 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 53140) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:41.071882 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-3125a3e4-44b8-451c-a8d0-fadbad31ef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d230ea-677c-4c1b-bde9-848f10cd7344', 'name': 'tempest-DeleteServersTestJSON-2033502903-router', 'tenant_id': '6b643fa8ee8a4b5abceb14b8ff2811ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ca13e005-47b0-4780-ac3a-6586594e2a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:16Z', 'updated_at': '2022-06-27T20:05:24Z', 'revision_number': 4, 'project_id': '6b643fa8ee8a4b5abceb14b8ff2811ca', 'gw_port': {'id': 'ca13e005-47b0-4780-ac3a-6586594e2a64', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:04:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d230ea-677c-4c1b-bde9-848f10cd7344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:17Z', 'updated_at': '2022-06-27T20:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '2877dc25-b173-4ec8-9254-bc9351cf4786', 'name': '', 'network_id': 'be906d6d-af38-482a-8688-d9b054c18d1f', 'tenant_id': '6b643fa8ee8a4b5abceb14b8ff2811ca', 'mac_address': 'fa:16:3e:25:5e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d230ea-677c-4c1b-bde9-848f10cd7344', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b74bb450-b606-413a-a419-52976db33427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:22Z', 'updated_at': '2022-06-27T20:05:32Z', 'revision_number': 4, 'project_id': '6b643fa8ee8a4b5abceb14b8ff2811ca', 'subnets': [{'id': 'b74bb450-b606-413a-a419-52976db33427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:41.094714 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] For port bed06ec2-f1c3-4005-b67a-58448378a9dc, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=bed06ec2-f1c3-4005-b67a-58448378a9dc,segment=NetworkSegment(2e6a962a-47d2-47d1-a969-73df444edae4),segment_id=2e6a962a-47d2-47d1-a969-73df444edae4)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:05:41.128608 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-ee6cbb9d-6e11-473e-ba1a-9324d582477c service neutron] Request body: {'port': {'device_id': '1af04c4b-d876-4602-af89-671de70cd003', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84579'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:05:41.134490 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:41.135245 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 68cbdb19-be15-4560-9b4e-199bb7b15c13 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:05:41.223770 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4f8e0cf3-6bff-4b8a-b0fe-32d6c4f3ff75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614162', 'neutron.services.segments.db._delete_segments_for_network-8741810542969'] for network, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:41.296504 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3125a3e4-44b8-451c-a8d0-fadbad31ef1b None None] The sync data for ids ['01d230ea-677c-4c1b-bde9-848f10cd7344'] in dv-cinder-845799-1-iscsi is: [{'id': '01d230ea-677c-4c1b-bde9-848f10cd7344', 'name': 'tempest-DeleteServersTestJSON-2033502903-router', 'tenant_id': '6b643fa8ee8a4b5abceb14b8ff2811ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ca13e005-47b0-4780-ac3a-6586594e2a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:16Z', 'updated_at': '2022-06-27T20:05:24Z', 'revision_number': 4, 'project_id': '6b643fa8ee8a4b5abceb14b8ff2811ca', 'gw_port': {'id': 'ca13e005-47b0-4780-ac3a-6586594e2a64', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:04:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d230ea-677c-4c1b-bde9-848f10cd7344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:17Z', 'updated_at': '2022-06-27T20:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '2877dc25-b173-4ec8-9254-bc9351cf4786', 'name': '', 'network_id': 'be906d6d-af38-482a-8688-d9b054c18d1f', 'tenant_id': '6b643fa8ee8a4b5abceb14b8ff2811ca', 'mac_address': 'fa:16:3e:25:5e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d230ea-677c-4c1b-bde9-848f10cd7344', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b74bb450-b606-413a-a419-52976db33427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:22Z', 'updated_at': '2022-06-27T20:05:32Z', 'revision_number': 4, 'project_id': '6b643fa8ee8a4b5abceb14b8ff2811ca', 'subnets': [{'id': 'b74bb450-b606-413a-a419-52976db33427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:05:41.315177 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-409d38a5-70cd-40a3-98fc-b2065ffc3bb3 None None] For port 279393ad-fa5b-4202-a297-ce980eb32bfd, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=279393ad-fa5b-4202-a297-ce980eb32bfd,segment=NetworkSegment(19b88fb4-09fb-4dea-ba55-cb685887fbf1),segment_id=19b88fb4-09fb-4dea-ba55-cb685887fbf1)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:05:41.315348 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-2be5587f-9cf8-4c31-b4f3-3e07f20479dd admin admin] Allocated IP 172.20.0.1 (161680f6-9340-499f-abb6-7578d38c56d4/3fccdbdb-2f00-4b31-ac45-6e4614abd8b0/93dfb96a-3ae4-402f-a858-9bfabecc3742) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:05:41.432628 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-409d38a5-70cd-40a3-98fc-b2065ffc3bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:41.436228 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da086c4-01b8-4b17-a6dd-eb3bd499071d None None] Routers {'8bead117-6252-49ba-bca5-489718640c41'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:05:41.437321 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-8da086c4-01b8-4b17-a6dd-eb3bd499071d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:05:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['8bead117-6252-49ba-bca5-489718640c41'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:41.556535 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.db.resource_extend [None req-d32f1ad4-db33-4761-ac91-a032f54ca077 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 27 20:05:41.641273 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d32f1ad4-db33-4761-ac91-a032f54ca077 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:41.656716 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d32f1ad4-db33-4761-ac91-a032f54ca077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:41.861471 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4f8e0cf3-6bff-4b8a-b0fe-32d6c4f3ff75 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 20:05:41.862300 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4f8e0cf3-6bff-4b8a-b0fe-32d6c4f3ff75 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 20:05:41.866804 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-8da086c4-01b8-4b17-a6dd-eb3bd499071d None None] Set router 8bead117-6252-49ba-bca5-489718640c41 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:05:41.871924 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4f8e0cf3-6bff-4b8a-b0fe-32d6c4f3ff75 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 20:05:41.872362 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4f8e0cf3-6bff-4b8a-b0fe-32d6c4f3ff75 admin admin] Subscribe: > port after_create 55550000 {{(pid=88114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 20:05:41.872692 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4f8e0cf3-6bff-4b8a-b0fe-32d6c4f3ff75 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 20:05:41.878463 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4f8e0cf3-6bff-4b8a-b0fe-32d6c4f3ff75 admin admin] Subscribe: > port after_update 55550000 {{(pid=88114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 20:05:41.878857 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4f8e0cf3-6bff-4b8a-b0fe-32d6c4f3ff75 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 20:05:41.879209 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4f8e0cf3-6bff-4b8a-b0fe-32d6c4f3ff75 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 20:05:41.879560 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4f8e0cf3-6bff-4b8a-b0fe-32d6c4f3ff75 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 20:05:41.879879 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4f8e0cf3-6bff-4b8a-b0fe-32d6c4f3ff75 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 20:05:41.899231 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d32f1ad4-db33-4761-ac91-a032f54ca077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16717675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16270903'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:42.057221 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b5a800f4-607f-429a-82ca-9f07dce1baa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:42.097606 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 68cbdb19-be15-4560-9b4e-199bb7b15c13 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:05:42.098245 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:42.282593 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e49de-236e-4159-a65d-08311f40ee10 None None] Pushing event updated for resources: {'Port': ['ID=0dc3381c-773b-4174-bd9a-f613f2c7228e,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:42.426664 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4f8e0cf3-6bff-4b8a-b0fe-32d6c4f3ff75 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 20:05:42.426996 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4f8e0cf3-6bff-4b8a-b0fe-32d6c4f3ff75 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 20:05:42.427326 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4f8e0cf3-6bff-4b8a-b0fe-32d6c4f3ff75 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 20:05:42.427651 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4f8e0cf3-6bff-4b8a-b0fe-32d6c4f3ff75 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 20:05:42.428010 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-4f8e0cf3-6bff-4b8a-b0fe-32d6c4f3ff75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c6af56-82d1-4438-818b-0804cf198864']}} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:42.479584 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-4f8e0cf3-6bff-4b8a-b0fe-32d6c4f3ff75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '298806a8-eff4-4c28-826d-a005fefb2881') {'for_net_delete': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:42.480419 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-4f8e0cf3-6bff-4b8a-b0fe-32d6c4f3ff75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '298806a8-eff4-4c28-826d-a005fefb2881') {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:42.523750 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4f8e0cf3-6bff-4b8a-b0fe-32d6c4f3ff75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741810611348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14146903'] for segment, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:42.557025 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-d535f2c6-988a-4b91-b770-4e007ef0ec04 None None] Provisioning for port c32e827a-1e0d-4418-aa78-d3adef99673b completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:05:42.570262 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4f8e0cf3-6bff-4b8a-b0fe-32d6c4f3ff75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603533'] for segment, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:42.598682 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f8e0cf3-6bff-4b8a-b0fe-32d6c4f3ff75 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=88114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 20:05:42.599086 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4f8e0cf3-6bff-4b8a-b0fe-32d6c4f3ff75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-603522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14169859'] for segment, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:42.680636 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b5a800f4-607f-429a-82ca-9f07dce1baa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:42.712484 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32f1ad4-db33-4761-ac91-a032f54ca077 admin admin] Network 03ddf4ce-871c-4f06-813b-1b3c7a85f063 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:05:42.719153 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f1ad4-db33-4761-ac91-a032f54ca077 admin admin] Pushing event updated for resources: {'Port': ['ID=c3d84f0e-616c-4d28-a311-0bb5cfebbda9,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:42.722688 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-398dbb89-dba9-41e6-975a-df85a8cdb559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'name': 'tempest-ServerRescueNegativeTestJSON-1562455689-router', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '9764c784-0653-4a4a-b64e-79510cb36679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:23Z', 'updated_at': '2022-06-27T20:05:33Z', 'revision_number': 4, 'project_id': 'ff42080e13fb414597e5f10abbe3434d', 'gw_port': {'id': '9764c784-0653-4a4a-b64e-79510cb36679', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:25Z', 'updated_at': '2022-06-27T20:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '81bdf2a0-06cd-4e36-9229-c56856b1740f', 'name': '', 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'mac_address': 'fa:16:3e:a1:0d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7d86a822-f147-437c-a8d8-a85441e6e85f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:30Z', 'updated_at': '2022-06-27T20:05:33Z', 'revision_number': 2, 'project_id': 'ff42080e13fb414597e5f10abbe3434d', 'subnets': [{'id': '7d86a822-f147-437c-a8d8-a85441e6e85f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:42.769134 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-d32f1ad4-db33-4761-ac91-a032f54ca077 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:05:42.779045 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-b5a800f4-607f-429a-82ca-9f07dce1baa9 admin admin] Usage tracker for resource:security_group_rule and tenant:3f035f6220cb4b44829380913b7d8dc3 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:42.835198 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-d535f2c6-988a-4b91-b770-4e007ef0ec04 None None] Provisioning complete for port c32e827a-1e0d-4418-aa78-d3adef99673b triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:05:42.840543 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d535f2c6-988a-4b91-b770-4e007ef0ec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:42.943828 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-b5a800f4-607f-429a-82ca-9f07dce1baa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:42.983245 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4f8e0cf3-6bff-4b8a-b0fe-32d6c4f3ff75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16271069'] for network, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:43.019687 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4f8e0cf3-6bff-4b8a-b0fe-32d6c4f3ff75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for network, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:43.056127 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398dbb89-dba9-41e6-975a-df85a8cdb559 None None] Checking router: 55bcd69c-ce1a-4f07-861d-46ef172c3a44 for host: dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:05:43.056351 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398dbb89-dba9-41e6-975a-df85a8cdb559 None None] Updating router 55bcd69c-ce1a-4f07-861d-46ef172c3a44 port 81bdf2a0-06cd-4e36-9229-c56856b1740f binding host dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 20:05:43.128347 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-ee6cbb9d-6e11-473e-ba1a-9324d582477c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:43.184617 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 68cbdb19-be15-4560-9b4e-199bb7b15c13 is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:05:43.186099 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 9764c784-0653-4a4a-b64e-79510cb36679 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:05:43.270889 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b5a800f4-607f-429a-82ca-9f07dce1baa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:43.291356 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2be5587f-9cf8-4c31-b4f3-3e07f20479dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:43.346997 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Pushing event updated for resources: {'Port': ['ID=bed06ec2-f1c3-4005-b67a-58448378a9dc,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:43.413990 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-2be5587f-9cf8-4c31-b4f3-3e07f20479dd admin admin] Transition to ACTIVE for port object 93dfb96a-3ae4-402f-a858-9bfabecc3742 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:05:43.494883 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-398dbb89-dba9-41e6-975a-df85a8cdb559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:43.555265 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32f1ad4-db33-4761-ac91-a032f54ca077 admin admin] Router 8bead117-6252-49ba-bca5-489718640c41 has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:05:43.610445 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8c110-b6c5-48d4-8de2-cbd19cbbd426 req-d32533d6-6fde-47a3-ad0f-43f011cc18e1 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:05:43.616093 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-d535f2c6-988a-4b91-b770-4e007ef0ec04 None None] Port c32e827a-1e0d-4418-aa78-d3adef99673b cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:05:43.618063 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d0b8c110-b6c5-48d4-8de2-cbd19cbbd426 req-d32533d6-6fde-47a3-ad0f-43f011cc18e1 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 931 time: 2.9271092 Jun 27 20:05:43.642702 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-e3a6e97c-1910-45ba-bbcb-8ce6ef033836 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Synchronizing usage tracker for tenant:ff42080e13fb414597e5f10abbe3434d on resource:port {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:05:43.757140 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2be5587f-9cf8-4c31-b4f3-3e07f20479dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:43.809084 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-4f8e0cf3-6bff-4b8a-b0fe-32d6c4f3ff75 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f6c6af56-82d1-4438-818b-0804cf198864 HTTP/1.1" status: 204 len: 168 time: 4.0669250 Jun 27 20:05:43.822907 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.services.segments.plugin [-] Segment 298806a8-eff4-4c28-826d-a005fefb2881 resource provider aggregate not found Jun 27 20:05:43.834229 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-d535f2c6-988a-4b91-b770-4e007ef0ec04 None None] Provisioning complete for port bed06ec2-f1c3-4005-b67a-58448378a9dc triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:05:43.845084 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d535f2c6-988a-4b91-b770-4e007ef0ec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:43.876798 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d0b8c110-b6c5-48d4-8de2-cbd19cbbd426 req-91a4984e-3170-4273-b2e7-9f6d3009e7b4 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479861 Jun 27 20:05:43.878032 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-e3a6e97c-1910-45ba-bbcb-8ce6ef033836 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Unset dirty status for tenant:ff42080e13fb414597e5f10abbe3434d on resource:port {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:05:43.896743 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-e3a6e97c-1910-45ba-bbcb-8ce6ef033836 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff42080e13fb414597e5f10abbe3434d&fields=id HTTP/1.1" status: 200 len: 302 time: 3.0599065 Jun 27 20:05:43.963562 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e0cf3-6bff-4b8a-b0fe-32d6c4f3ff75 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6c6af56-82d1-4438-818b-0804cf198864,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:43.993754 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning for port 9764c784-0653-4a4a-b64e-79510cb36679 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:05:44.040238 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d38a5-70cd-40a3-98fc-b2065ffc3bb3 None None] Pushing event updated for resources: {'Port': ['ID=279393ad-fa5b-4202-a297-ce980eb32bfd,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:44.050920 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.services.segments.plugin [-] Segment 298806a8-eff4-4c28-826d-a005fefb2881 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 298806a8-eff4-4c28-826d-a005fefb2881 found for delete ", "request_id": "req-9a24203c-32b9-47e3-8aff-430367a79ee0"}]} Jun 27 20:05:44.103317 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 9764c784-0653-4a4a-b64e-79510cb36679 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:05:44.103687 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:44.160274 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5587f-9cf8-4c31-b4f3-3e07f20479dd admin admin] Pushing event updated for resources: {'Port': ['ID=93dfb96a-3ae4-402f-a858-9bfabecc3742,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:44.268717 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b5a800f4-607f-429a-82ca-9f07dce1baa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:44.312378 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be5587f-9cf8-4c31-b4f3-3e07f20479dd admin admin] Network 161680f6-9340-499f-abb6-7578d38c56d4 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:05:44.314832 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b5a800f4-607f-429a-82ca-9f07dce1baa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:44.363852 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-2be5587f-9cf8-4c31-b4f3-3e07f20479dd admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:05:44.381080 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 53214) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:44.438994 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-b5a800f4-607f-429a-82ca-9f07dce1baa9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3f035f6220cb4b44829380913b7d8dc3&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3939090 Jun 27 20:05:44.440014 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be5587f-9cf8-4c31-b4f3-3e07f20479dd admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:05:44.500748 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 53218) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:44.517888 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-bac198af-4753-46df-b297-390367297a9a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 27 20:05:44.527144 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-bac198af-4753-46df-b297-390367297a9a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2602975 Jun 27 20:05:44.528754 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a800f4-607f-429a-82ca-9f07dce1baa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3dc5711-984c-4fdb-b1bc-ef21e64a898c,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:44.749790 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-d535f2c6-988a-4b91-b770-4e007ef0ec04 None None] Current status of the port bed06ec2-f1c3-4005-b67a-58448378a9dc is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:05:44.805288 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8978c24e-a35a-4ecd-948c-21cb5e0fc1d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:44.822437 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-8da086c4-01b8-4b17-a6dd-eb3bd499071d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bead117-6252-49ba-bca5-489718640c41', 'name': 'tempest-AttachVolumeShelveTestJSON-1668758160-router', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:21Z', 'updated_at': '2022-06-27T20:05:39Z', 'revision_number': 4, 'project_id': '7bde747057d140209cc6692d467254d8', 'gw_port': {'id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:43:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bead117-6252-49ba-bca5-489718640c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': 'c3d84f0e-616c-4d28-a311-0bb5cfebbda9', 'name': '', 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'mac_address': 'fa:16:3e:e7:ba:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bead117-6252-49ba-bca5-489718640c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:34Z', 'updated_at': '2022-06-27T20:05:35Z', 'revision_number': 1, 'project_id': '7bde747057d140209cc6692d467254d8', 'subnets': [{'id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:44.842753 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8978c24e-a35a-4ecd-948c-21cb5e0fc1d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:44.853601 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-bd7f0d83-bca9-4277-bc1b-8377d2cb9e77 service neutron] 10.222.0.23 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237131 Jun 27 20:05:44.931504 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2be5587f-9cf8-4c31-b4f3-3e07f20479dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16270930'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:45.020768 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-d535f2c6-988a-4b91-b770-4e007ef0ec04 None None] Provisioning for port c3d84f0e-616c-4d28-a311-0bb5cfebbda9 completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:05:45.026223 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 9764c784-0653-4a4a-b64e-79510cb36679 is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:05:45.027168 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8978c24e-a35a-4ecd-948c-21cb5e0fc1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:45.043571 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:45.059195 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da086c4-01b8-4b17-a6dd-eb3bd499071d None None] The sync data for ids ['8bead117-6252-49ba-bca5-489718640c41'] in dv-cinder-845799-1-iscsi is: [{'id': '8bead117-6252-49ba-bca5-489718640c41', 'name': 'tempest-AttachVolumeShelveTestJSON-1668758160-router', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:21Z', 'updated_at': '2022-06-27T20:05:39Z', 'revision_number': 4, 'project_id': '7bde747057d140209cc6692d467254d8', 'gw_port': {'id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:43:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bead117-6252-49ba-bca5-489718640c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': 'c3d84f0e-616c-4d28-a311-0bb5cfebbda9', 'name': '', 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'mac_address': 'fa:16:3e:e7:ba:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bead117-6252-49ba-bca5-489718640c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:34Z', 'updated_at': '2022-06-27T20:05:35Z', 'revision_number': 1, 'project_id': '7bde747057d140209cc6692d467254d8', 'subnets': [{'id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:05:45.071765 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-647b632b-413b-4d1d-8aa3-580040a5dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:45.122481 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-a7bf01af-53b6-4281-84de-8d55375387b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1828911e3d5e4f8587e278f0acc3f692&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7369690 Jun 27 20:05:45.220550 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-d535f2c6-988a-4b91-b770-4e007ef0ec04 None None] Provisioning complete for port c3d84f0e-616c-4d28-a311-0bb5cfebbda9 triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:05:45.220915 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d535f2c6-988a-4b91-b770-4e007ef0ec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:45.228571 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 53234) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:45.233743 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978c24e-a35a-4ecd-948c-21cb5e0fc1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3dc5711-984c-4fdb-b1bc-ef21e64a898c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:45.250248 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.db.resource_extend [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-ee6cbb9d-6e11-473e-ba1a-9324d582477c service neutron] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 27 20:05:45.316921 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] For port 9764c784-0653-4a4a-b64e-79510cb36679, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=9764c784-0653-4a4a-b64e-79510cb36679,segment=NetworkSegment(c8e1d377-ef10-44fe-8306-b14a68212fb0),segment_id=c8e1d377-ef10-44fe-8306-b14a68212fb0)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:05:45.318454 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8978c24e-a35a-4ecd-948c-21cb5e0fc1d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:45.328963 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-8978c24e-a35a-4ecd-948c-21cb5e0fc1d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d3dc5711-984c-4fdb-b1bc-ef21e64a898c HTTP/1.1" status: 204 len: 168 time: 0.7653935 Jun 27 20:05:45.348874 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:45.382392 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32f1ad4-db33-4761-ac91-a032f54ca077 admin admin] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:05:45.399347 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-d32f1ad4-db33-4761-ac91-a032f54ca077 admin admin] 10.222.0.23 "PUT /v2.0/routers/8bead117-6252-49ba-bca5-489718640c41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7581420 Jun 27 20:05:45.409481 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2be5587f-9cf8-4c31-b4f3-3e07f20479dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:45.535355 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-ee6cbb9d-6e11-473e-ba1a-9324d582477c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c32e827a-1e0d-4418-aa78-d3adef99673b {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:05:45.567657 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-d535f2c6-988a-4b91-b770-4e007ef0ec04 None None] Port c3d84f0e-616c-4d28-a311-0bb5cfebbda9 cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:05:45.636584 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-d535f2c6-988a-4b91-b770-4e007ef0ec04 None None] Provisioning for port 81bdf2a0-06cd-4e36-9229-c56856b1740f completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:05:45.671564 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-ee6cbb9d-6e11-473e-ba1a-9324d582477c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:45.709556 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-d535f2c6-988a-4b91-b770-4e007ef0ec04 None None] Provisioning complete for port 81bdf2a0-06cd-4e36-9229-c56856b1740f triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:05:45.711844 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d535f2c6-988a-4b91-b770-4e007ef0ec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:45.777121 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2ccb4a0c-5ed4-40e1-a88c-785fdb0096a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:45.798086 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-9f331d7f-c347-4303-86ce-69c62897e2e9 service neutron] 10.222.0.23 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9334404 Jun 27 20:05:45.799004 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-ee6cbb9d-6e11-473e-ba1a-9324d582477c service neutron] Transition to ACTIVE for port object c32e827a-1e0d-4418-aa78-d3adef99673b will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:05:45.829259 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-ee6cbb9d-6e11-473e-ba1a-9324d582477c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14170087'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:46.022036 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 279393ad-fa5b-4202-a297-ce980eb32bfd up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:05:46.027373 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01a0ad-c319-4858-8da2-2c219041ffa0 req-ad212c65-2215-4220-93d8-9278e756f642 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:05:46.041113 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ff01a0ad-c319-4858-8da2-2c219041ffa0 req-ad212c65-2215-4220-93d8-9278e756f642 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 931 time: 0.9140410 Jun 27 20:05:46.094326 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2ccb4a0c-5ed4-40e1-a88c-785fdb0096a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:46.119950 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Pushing event updated for resources: {'Port': ['ID=9764c784-0653-4a4a-b64e-79510cb36679,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:46.421994 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-398dbb89-dba9-41e6-975a-df85a8cdb559 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:46.494353 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-398dbb89-dba9-41e6-975a-df85a8cdb559 None None] Transition to ACTIVE for port object 81bdf2a0-06cd-4e36-9229-c56856b1740f will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:05:46.514514 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-d535f2c6-988a-4b91-b770-4e007ef0ec04 None None] Port 81bdf2a0-06cd-4e36-9229-c56856b1740f cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:05:46.542842 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-398dbb89-dba9-41e6-975a-df85a8cdb559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:46.636388 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6cbb9d-6e11-473e-ba1a-9324d582477c service neutron] Pushing event updated for resources: {'Port': ['ID=c32e827a-1e0d-4418-aa78-d3adef99673b,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:46.767356 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ff01a0ad-c319-4858-8da2-2c219041ffa0 req-784e8b7c-2160-4e33-a926-6f19b7a6df82 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7026696 Jun 27 20:05:47.169266 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2ccb4a0c-5ed4-40e1-a88c-785fdb0096a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:47.251943 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da01ff-8529-4598-ac3a-c5dab38c523a None None] Pushing event updated for resources: {'Port': ['ID=81bdf2a0-06cd-4e36-9229-c56856b1740f,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:47.257979 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb4a0c-5ed4-40e1-a88c-785fdb0096a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f0e03f-aabf-4ecf-b87f-5fb0c19738ea,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:47.262994 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2be5587f-9cf8-4c31-b4f3-3e07f20479dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:47.273123 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2ccb4a0c-5ed4-40e1-a88c-785fdb0096a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:47.275247 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-2ccb4a0c-5ed4-40e1-a88c-785fdb0096a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/47f0e03f-aabf-4ecf-b87f-5fb0c19738ea HTTP/1.1" status: 204 len: 168 time: 2.0300684 Jun 27 20:05:47.276502 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2be5587f-9cf8-4c31-b4f3-3e07f20479dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:47.314771 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 53320) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:47.351054 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-772d86dc-5f16-47a1-a80e-1f41d87f83b9 req-0cc7993c-c61b-451b-bdc6-e9928a2d9fcf tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8a74a42-82c0-4d21-bb2a-97e7f1470655 HTTP/1.1" status: 200 len: 210 time: 0.2984557 Jun 27 20:05:47.425369 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 279393ad-fa5b-4202-a297-ce980eb32bfd triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:05:47.425930 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:47.437867 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-80203283-85de-49e0-b2bb-7248517b1464 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1197191875', 'description': 'tempest-description--1521884362'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:05:47.448033 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-80203283-85de-49e0-b2bb-7248517b1464 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:47.453741 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-ee6cbb9d-6e11-473e-ba1a-9324d582477c service neutron] Attempting to bind port c32e827a-1e0d-4418-aa78-d3adef99673b on host hv-cinder-84579 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:05:47.454090 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-ee6cbb9d-6e11-473e-ba1a-9324d582477c service neutron] Attempting to bind port c32e827a-1e0d-4418-aa78-d3adef99673b by drivers openvswitch,hyperv on host hv-cinder-84579 at level 0 using segments [{'id': 'ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'be906d6d-af38-482a-8688-d9b054c18d1f'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:05:47.454428 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-ee6cbb9d-6e11-473e-ba1a-9324d582477c service neutron] Attempting to bind port c32e827a-1e0d-4418-aa78-d3adef99673b on network be906d6d-af38-482a-8688-d9b054c18d1f {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:05:47.455897 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c1928605-676c-41a5-a25c-78740f68a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:47.460041 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-80203283-85de-49e0-b2bb-7248517b1464 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Usage tracker for resource:security_group and tenant:7bde747057d140209cc6692d467254d8 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:47.465860 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-ee6cbb9d-6e11-473e-ba1a-9324d582477c service neutron] Port c32e827a-1e0d-4418-aa78-d3adef99673b on network be906d6d-af38-482a-8688-d9b054c18d1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84579 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 20:05:47.466179 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-ee6cbb9d-6e11-473e-ba1a-9324d582477c service neutron] Attempting to bind port c32e827a-1e0d-4418-aa78-d3adef99673b on network be906d6d-af38-482a-8688-d9b054c18d1f {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:05:47.467722 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-80203283-85de-49e0-b2bb-7248517b1464 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:47.479978 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-ee6cbb9d-6e11-473e-ba1a-9324d582477c service neutron] Checking agent: {'id': '31e345cd-768d-4f38-b592-a73bb4a1bf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84579', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'started_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:05:47.480336 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-ee6cbb9d-6e11-473e-ba1a-9324d582477c service neutron] Checking segment: {'id': 'ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'be906d6d-af38-482a-8688-d9b054c18d1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:05:47.480883 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-ee6cbb9d-6e11-473e-ba1a-9324d582477c service neutron] Bound using segment: {'id': 'ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'be906d6d-af38-482a-8688-d9b054c18d1f'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:05:47.481308 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-ee6cbb9d-6e11-473e-ba1a-9324d582477c service neutron] Bound port: c32e827a-1e0d-4418-aa78-d3adef99673b, host: hv-cinder-84579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'be906d6d-af38-482a-8688-d9b054c18d1f'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:05:47.482641 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-80203283-85de-49e0-b2bb-7248517b1464 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:47.484837 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-ee6cbb9d-6e11-473e-ba1a-9324d582477c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:47.504212 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-d535f2c6-988a-4b91-b770-4e007ef0ec04 None None] Provisioning complete for port 279393ad-fa5b-4202-a297-ce980eb32bfd triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:05:47.504588 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d535f2c6-988a-4b91-b770-4e007ef0ec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:47.551283 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-80203283-85de-49e0-b2bb-7248517b1464 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:47.633124 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-80203283-85de-49e0-b2bb-7248517b1464 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:47.652958 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-80203283-85de-49e0-b2bb-7248517b1464 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Usage tracker for resource:security_group_rule and tenant:7bde747057d140209cc6692d467254d8 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:47.659954 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-80203283-85de-49e0-b2bb-7248517b1464 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:47.682650 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-80203283-85de-49e0-b2bb-7248517b1464 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:47.811880 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-ee6cbb9d-6e11-473e-ba1a-9324d582477c service neutron] For port c32e827a-1e0d-4418-aa78-d3adef99673b, host hv-cinder-84579, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:05:47.821929 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-ee6cbb9d-6e11-473e-ba1a-9324d582477c service neutron] For port c32e827a-1e0d-4418-aa78-d3adef99673b, host hv-cinder-84579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=c32e827a-1e0d-4418-aa78-d3adef99673b,segment=NetworkSegment(ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc),segment_id=ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:05:47.831147 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-ee6cbb9d-6e11-473e-ba1a-9324d582477c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14170087'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:47.920660 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2be5587f-9cf8-4c31-b4f3-3e07f20479dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16717675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16270903'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:48.084728 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-398dbb89-dba9-41e6-975a-df85a8cdb559 None None] Attempting to bind port 81bdf2a0-06cd-4e36-9229-c56856b1740f on host dv-cinder-845799-1-iscsi for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:05:48.098635 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-398dbb89-dba9-41e6-975a-df85a8cdb559 None None] Attempting to bind port 81bdf2a0-06cd-4e36-9229-c56856b1740f by drivers openvswitch,hyperv on host dv-cinder-845799-1-iscsi at level 0 using segments [{'id': '2e6a962a-47d2-47d1-a969-73df444edae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:05:48.099723 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398dbb89-dba9-41e6-975a-df85a8cdb559 None None] Attempting to bind port 81bdf2a0-06cd-4e36-9229-c56856b1740f on network edb7acd2-275d-4d02-9861-85e070a17792 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:05:48.193554 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5587f-9cf8-4c31-b4f3-3e07f20479dd admin admin] Pushing event updated for resources: {'Port': ['ID=93dfb96a-3ae4-402f-a858-9bfabecc3742,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:48.239011 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:48.245039 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398dbb89-dba9-41e6-975a-df85a8cdb559 None None] Checking agent: {'id': '002de21a-1fb9-4fe8-99da-e58f143369d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845799-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'started_at': datetime.datetime(2022, 6, 27, 19, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845799-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:05:48.245411 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398dbb89-dba9-41e6-975a-df85a8cdb559 None None] Checking segment: {'id': '2e6a962a-47d2-47d1-a969-73df444edae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:05:48.270381 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-398dbb89-dba9-41e6-975a-df85a8cdb559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:48.271055 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398dbb89-dba9-41e6-975a-df85a8cdb559 None None] Bound using segment: {'id': '2e6a962a-47d2-47d1-a969-73df444edae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:05:48.271329 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-398dbb89-dba9-41e6-975a-df85a8cdb559 None None] Bound port: 81bdf2a0-06cd-4e36-9229-c56856b1740f, host: dv-cinder-845799-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6a962a-47d2-47d1-a969-73df444edae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:05:48.271723 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-398dbb89-dba9-41e6-975a-df85a8cdb559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:48.593465 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:48.755913 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-80203283-85de-49e0-b2bb-7248517b1464 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:48.773779 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-80203283-85de-49e0-b2bb-7248517b1464 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:48.944695 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 53376) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:49.076865 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6cbb9d-6e11-473e-ba1a-9324d582477c service neutron] Pushing event updated for resources: {'Port': ['ID=c32e827a-1e0d-4418-aa78-d3adef99673b,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:49.093462 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-ee6cbb9d-6e11-473e-ba1a-9324d582477c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:05:49.094094 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 279393ad-fa5b-4202-a297-ce980eb32bfd is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:05:49.094981 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-ee6cbb9d-6e11-473e-ba1a-9324d582477c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:49.097737 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-ee6cbb9d-6e11-473e-ba1a-9324d582477c service neutron] 10.222.0.15 "PUT /v2.0/ports/c32e827a-1e0d-4418-aa78-d3adef99673b HTTP/1.1" status: 200 len: 1093 time: 8.8339338 Jun 27 20:05:49.101934 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 24a34253-591d-4d48-8f35-d4f7fa5212e6 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:05:49.108764 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-80203283-85de-49e0-b2bb-7248517b1464 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:49.113017 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af04c4b-d876-4602-af89-671de70cd003', 'tag': 'c32e827a-1e0d-4418-aa78-d3adef99673b'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:05:49.121092 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-80203283-85de-49e0-b2bb-7248517b1464 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.7158601 Jun 27 20:05:49.132965 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 53384) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:49.141372 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80203283-85de-49e0-b2bb-7248517b1464 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:49.174799 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-9a79f920-dad6-4449-8eb2-bfed94ff2638 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Request body: {'security_group_rule': {'security_group_id': 'dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:05:49.206677 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9a79f920-dad6-4449-8eb2-bfed94ff2638 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:49.287816 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-9a79f920-dad6-4449-8eb2-bfed94ff2638 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Usage tracker for resource:security_group_rule and tenant:7bde747057d140209cc6692d467254d8 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:49.288026 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-398dbb89-dba9-41e6-975a-df85a8cdb559 None None] For port 81bdf2a0-06cd-4e36-9229-c56856b1740f, host dv-cinder-845799-1-iscsi, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:05:49.291669 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-398dbb89-dba9-41e6-975a-df85a8cdb559 None None] For port 81bdf2a0-06cd-4e36-9229-c56856b1740f, host dv-cinder-845799-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=81bdf2a0-06cd-4e36-9229-c56856b1740f,segment=NetworkSegment(2e6a962a-47d2-47d1-a969-73df444edae4),segment_id=2e6a962a-47d2-47d1-a969-73df444edae4)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:05:49.319662 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 53390) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:49.322301 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-9a79f920-dad6-4449-8eb2-bfed94ff2638 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:49.327670 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-d535f2c6-988a-4b91-b770-4e007ef0ec04 None None] Current status of the port 279393ad-fa5b-4202-a297-ce980eb32bfd is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:05:49.362167 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-398dbb89-dba9-41e6-975a-df85a8cdb559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:49.395353 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-9a79f920-dad6-4449-8eb2-bfed94ff2638 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:49.419358 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-8d6767d3-abc9-450a-8fac-d17b98ac020d tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:05:49.423617 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-8d6767d3-abc9-450a-8fac-d17b98ac020d tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/networks?id=edb7acd2-275d-4d02-9861-85e070a17792 HTTP/1.1" status: 200 len: 819 time: 0.6281905 Jun 27 20:05:49.456489 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-b353bc4b-3b85-41d6-b32d-93d41db58129 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6be25624a72741aa9bfb18374ebdd92c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5023444 Jun 27 20:05:49.466238 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 53402) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:49.483724 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be5587f-9cf8-4c31-b4f3-3e07f20479dd admin admin] Network 161680f6-9340-499f-abb6-7578d38c56d4 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:05:49.483923 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-a9545495-4466-4888-a841-ac50a9921db2 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/quotas/ff42080e13fb414597e5f10abbe3434d HTTP/1.1" status: 200 len: 375 time: 0.0287592 Jun 27 20:05:49.519866 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-2be5587f-9cf8-4c31-b4f3-3e07f20479dd admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:05:49.548150 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a79f920-dad6-4449-8eb2-bfed94ff2638 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:49.662498 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:49.709352 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce5f3c-f0d7-4d6a-8ae8-5e099eccd41a req-88617f11-d680-46e4-8829-ef39038f4970 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:05:49.714504 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398dbb89-dba9-41e6-975a-df85a8cdb559 None None] Routers {'55bcd69c-ce1a-4f07-861d-46ef172c3a44'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:05:49.715984 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-398dbb89-dba9-41e6-975a-df85a8cdb559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:05:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['55bcd69c-ce1a-4f07-861d-46ef172c3a44'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:49.725130 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-68ce5f3c-f0d7-4d6a-8ae8-5e099eccd41a req-88617f11-d680-46e4-8829-ef39038f4970 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 943 time: 1.6142564 Jun 27 20:05:49.949081 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-68ce5f3c-f0d7-4d6a-8ae8-5e099eccd41a req-51ad8f43-797e-4aa7-846d-4c092ab5e241 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215393 Jun 27 20:05:50.029846 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-e82b8354-3832-41f9-9692-b144a5881652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:05:50.031397 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-e82b8354-3832-41f9-9692-b144a5881652 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b643fa8ee8a4b5abceb14b8ff2811ca&device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 1096 time: 0.8141510 Jun 27 20:05:50.146733 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-09a2e938-80d8-4977-83a5-4fefc0c4cf6d tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff42080e13fb414597e5f10abbe3434d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6544130 Jun 27 20:05:50.170747 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-12a8f167-2baf-48f5-a693-b822fda8d2ff None None] Provisioning complete for port c3d84f0e-616c-4d28-a311-0bb5cfebbda9 triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:05:50.176474 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-12a8f167-2baf-48f5-a693-b822fda8d2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:50.252233 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457eec2a-9836-43e0-a829-fd20666178fd None None] Sync routers for ids ['8bead117-6252-49ba-bca5-489718640c41'] in dv-cinder-845799-1-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:05:50.266164 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457eec2a-9836-43e0-a829-fd20666178fd None None] Routers {'8bead117-6252-49ba-bca5-489718640c41'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:05:50.270187 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-457eec2a-9836-43e0-a829-fd20666178fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:05:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['8bead117-6252-49ba-bca5-489718640c41'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:50.295590 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da01ff-8529-4598-ac3a-c5dab38c523a None None] Pushing event updated for resources: {'Port': ['ID=81bdf2a0-06cd-4e36-9229-c56856b1740f,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:50.327582 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning for port 24a34253-591d-4d48-8f35-d4f7fa5212e6 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:05:50.361946 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 24a34253-591d-4d48-8f35-d4f7fa5212e6 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:05:50.362324 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:50.376985 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6363dac0-a6c3-41f4-840e-6da074eed9f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:50.439053 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-74c49805-045a-4e33-a37e-7a6c13cca2ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c32e827a-1e0d-4418-aa78-d3adef99673b HTTP/1.1" status: 200 len: 217 time: 0.2861469 Jun 27 20:05:50.478044 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.15', 54574) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:50.539069 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ac2be994-6f24-4704-8c04-68c1af83c9d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:50.546475 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6363dac0-a6c3-41f4-840e-6da074eed9f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:50.550819 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-6363dac0-a6c3-41f4-840e-6da074eed9f7 admin admin] Usage tracker for resource:security_group_rule and tenant:9681f40905384f4d8fcacca25101ef3f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:50.554511 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-6363dac0-a6c3-41f4-840e-6da074eed9f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:50.562503 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6363dac0-a6c3-41f4-840e-6da074eed9f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:50.585691 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-12a8f167-2baf-48f5-a693-b822fda8d2ff None None] Port c3d84f0e-616c-4d28-a311-0bb5cfebbda9 cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:05:50.648633 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-457eec2a-9836-43e0-a829-fd20666178fd None None] Set router 8bead117-6252-49ba-bca5-489718640c41 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:05:50.674710 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6363dac0-a6c3-41f4-840e-6da074eed9f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:50.696462 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-12a8f167-2baf-48f5-a693-b822fda8d2ff None None] Provisioning for port 93dfb96a-3ae4-402f-a858-9bfabecc3742 completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:05:50.701859 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e2b8902-54dd-4f72-aed7-bf12ba70f957'] response: {'name': 'network-changed', 'server_uuid': '1af04c4b-d876-4602-af89-671de70cd003', 'tag': 'c32e827a-1e0d-4418-aa78-d3adef99673b', 'status': 'completed', 'code': 200} Jun 27 20:05:50.738510 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-12a8f167-2baf-48f5-a693-b822fda8d2ff None None] Provisioning complete for port 93dfb96a-3ae4-402f-a858-9bfabecc3742 triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:05:50.738803 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-12a8f167-2baf-48f5-a693-b822fda8d2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:50.740878 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a79f920-dad6-4449-8eb2-bfed94ff2638 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:50.747480 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6363dac0-a6c3-41f4-840e-6da074eed9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:50.909178 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-398dbb89-dba9-41e6-975a-df85a8cdb559 None None] Set router 55bcd69c-ce1a-4f07-861d-46ef172c3a44 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:05:50.932883 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-77148c6d-c13f-460d-a9bc-b6011a43419c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:05:50.945066 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-77148c6d-c13f-460d-a9bc-b6011a43419c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b74bb450-b606-413a-a419-52976db33427 HTTP/1.1" status: 200 len: 851 time: 0.2398818 Jun 27 20:05:51.150843 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a79f920-dad6-4449-8eb2-bfed94ff2638 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438251'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:51.192297 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-c429c986-b440-4a5c-9ea3-f7e15e38e1d0 service neutron] 10.222.0.23 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7515099 Jun 27 20:05:51.236904 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be5587f-9cf8-4c31-b4f3-3e07f20479dd admin admin] Router 366bc1ff-6094-4444-92cf-fc8b21905b0a has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:05:51.261540 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79f920-dad6-4449-8eb2-bfed94ff2638 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e8b4979-ee96-4650-9d39-888a17dcc190,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:51.350494 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-457eec2a-9836-43e0-a829-fd20666178fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bead117-6252-49ba-bca5-489718640c41', 'name': 'tempest-AttachVolumeShelveTestJSON-1668758160-router', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:21Z', 'updated_at': '2022-06-27T20:05:39Z', 'revision_number': 4, 'project_id': '7bde747057d140209cc6692d467254d8', 'gw_port': {'id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:43:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bead117-6252-49ba-bca5-489718640c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': 'c3d84f0e-616c-4d28-a311-0bb5cfebbda9', 'name': '', 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'mac_address': 'fa:16:3e:e7:ba:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bead117-6252-49ba-bca5-489718640c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:34Z', 'updated_at': '2022-06-27T20:05:40Z', 'revision_number': 2, 'project_id': '7bde747057d140209cc6692d467254d8', 'subnets': [{'id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:51.356598 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457eec2a-9836-43e0-a829-fd20666178fd None None] Checking router: 8bead117-6252-49ba-bca5-489718640c41 for host: dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:05:51.356962 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457eec2a-9836-43e0-a829-fd20666178fd None None] Updating router 8bead117-6252-49ba-bca5-489718640c41 port c3d84f0e-616c-4d28-a311-0bb5cfebbda9 binding host dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 20:05:51.405379 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ac2be994-6f24-4704-8c04-68c1af83c9d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:51.432714 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-6363dac0-a6c3-41f4-840e-6da074eed9f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9681f40905384f4d8fcacca25101ef3f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0970147 Jun 27 20:05:51.436920 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9a79f920-dad6-4449-8eb2-bfed94ff2638 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:51.438074 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-9a79f920-dad6-4449-8eb2-bfed94ff2638 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2846649 Jun 27 20:05:51.440243 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-457eec2a-9836-43e0-a829-fd20666178fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:51.444958 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-7ffbc6ec-8cfe-4d0c-84af-18965ce4c44f tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:05:51.445560 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-7ffbc6ec-8cfe-4d0c-84af-18965ce4c44f tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Synchronizing usage tracker for tenant:ff42080e13fb414597e5f10abbe3434d on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:05:51.453301 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 53448) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:51.453665 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 53450) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:51.478061 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-4bc60ef3-ba54-4e46-b912-b3893a26e227 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Request body: {'security_group_rule': {'security_group_id': 'dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:05:51.527700 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363dac0-a6c3-41f4-840e-6da074eed9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6023c967-cb7e-4e57-a8cf-8a1db0b77c1d,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:51.555027 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-4bc60ef3-ba54-4e46-b912-b3893a26e227 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:51.578418 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-db33385d-b976-4302-84f4-d8b448298e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:05:51.580060 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-db33385d-b976-4302-84f4-d8b448298e66 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be906d6d-af38-482a-8688-d9b054c18d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5958378 Jun 27 20:05:51.581512 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-4bc60ef3-ba54-4e46-b912-b3893a26e227 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Usage tracker for resource:security_group_rule and tenant:7bde747057d140209cc6692d467254d8 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:51.590437 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-4bc60ef3-ba54-4e46-b912-b3893a26e227 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:51.601075 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-12a8f167-2baf-48f5-a693-b822fda8d2ff None None] Port 93dfb96a-3ae4-402f-a858-9bfabecc3742 cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:05:51.612820 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-4bc60ef3-ba54-4e46-b912-b3893a26e227 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:51.628992 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6656a3-48d7-4022-b0b8-31b929a17d6e req-e03d6ab3-ba4d-4af8-95eb-c78553fcc51d tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:05:51.637606 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5c6656a3-48d7-4022-b0b8-31b929a17d6e req-e03d6ab3-ba4d-4af8-95eb-c78553fcc51d tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 943 time: 0.3904965 Jun 27 20:05:51.659170 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 24a34253-591d-4d48-8f35-d4f7fa5212e6 is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:05:51.659389 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:51.660870 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-7ffbc6ec-8cfe-4d0c-84af-18965ce4c44f tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Unset dirty status for tenant:ff42080e13fb414597e5f10abbe3434d on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:05:51.663730 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-7ffbc6ec-8cfe-4d0c-84af-18965ce4c44f tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.15 "GET /v2.0/networks?id=edb7acd2-275d-4d02-9861-85e070a17792 HTTP/1.1" status: 200 len: 819 time: 1.1331654 Jun 27 20:05:51.686699 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] For port 24a34253-591d-4d48-8f35-d4f7fa5212e6, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=24a34253-591d-4d48-8f35-d4f7fa5212e6,segment=NetworkSegment(c8e1d377-ef10-44fe-8306-b14a68212fb0),segment_id=c8e1d377-ef10-44fe-8306-b14a68212fb0)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:05:51.696825 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:51.697599 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device bed06ec2-f1c3-4005-b67a-58448378a9dc up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:05:51.704472 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-0042433e-542a-48cd-83ff-eb11bc761e44 service neutron] 10.222.0.23 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034959 Jun 27 20:05:51.740397 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5c6656a3-48d7-4022-b0b8-31b929a17d6e req-ec4ee6f8-d2dd-4de4-881d-2f8e35af4c6c tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019769 Jun 27 20:05:51.757859 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-16d1958f-f73a-44b9-886b-ee2af6d4b105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:51.759599 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4bc60ef3-ba54-4e46-b912-b3893a26e227 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:51.800465 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ac2be994-6f24-4704-8c04-68c1af83c9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:51.821603 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be5587f-9cf8-4c31-b4f3-3e07f20479dd admin admin] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:05:51.823370 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2be994-6f24-4704-8c04-68c1af83c9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0466b5d-5ba5-480b-8806-9880629eda8e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:51.834311 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-2be5587f-9cf8-4c31-b4f3-3e07f20479dd admin admin] 10.222.0.23 "PUT /v2.0/routers/366bc1ff-6094-4444-92cf-fc8b21905b0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.8284271 Jun 27 20:05:51.838658 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ac2be994-6f24-4704-8c04-68c1af83c9d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:51.841891 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-ac2be994-6f24-4704-8c04-68c1af83c9d0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f0466b5d-5ba5-480b-8806-9880629eda8e HTTP/1.1" status: 204 len: 168 time: 2.3716640 Jun 27 20:05:51.862971 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-16d1958f-f73a-44b9-886b-ee2af6d4b105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:51.911866 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b845e7-06ba-4660-a13a-05454ccb99f2 None None] Sync routers for ids ['366bc1ff-6094-4444-92cf-fc8b21905b0a'] in dv-cinder-845799-1-iscsi {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:05:52.100849 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b845e7-06ba-4660-a13a-05454ccb99f2 None None] Routers {'366bc1ff-6094-4444-92cf-fc8b21905b0a'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:05:52.103486 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-16b845e7-06ba-4660-a13a-05454ccb99f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:05:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['366bc1ff-6094-4444-92cf-fc8b21905b0a'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:52.106347 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-457eec2a-9836-43e0-a829-fd20666178fd None None] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:52.128371 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4bc60ef3-ba54-4e46-b912-b3893a26e227 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:52.133118 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-457eec2a-9836-43e0-a829-fd20666178fd None None] Transition to ACTIVE for port object c3d84f0e-616c-4d28-a311-0bb5cfebbda9 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:05:52.143846 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d9909d19-5976-4883-9244-96e265844509 req-135c9587-9865-42cf-a7e9-5051f711be55 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 210 time: 0.1516163 Jun 27 20:05:52.150972 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-457eec2a-9836-43e0-a829-fd20666178fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:52.152667 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4bc60ef3-ba54-4e46-b912-b3893a26e227 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438251'] for security_group_rule, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:52.183197 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc60ef3-ba54-4e46-b912-b3893a26e227 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa6f35b-37ea-4159-bff8-001d8a245c6d,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:52.210902 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4bc60ef3-ba54-4e46-b912-b3893a26e227 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:52.218061 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 53478) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:52.219247 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-4bc60ef3-ba54-4e46-b912-b3893a26e227 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7584999 Jun 27 20:05:52.222701 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-16d1958f-f73a-44b9-886b-ee2af6d4b105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:52.225905 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-e74225a4-5f69-488a-89a9-e3b677256af6 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Request body: {'floatingip': {'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:05:52.231988 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-16d1958f-f73a-44b9-886b-ee2af6d4b105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:52.236903 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-16d1958f-f73a-44b9-886b-ee2af6d4b105 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6023c967-cb7e-4e57-a8cf-8a1db0b77c1d HTTP/1.1" status: 204 len: 168 time: 0.7782512 Jun 27 20:05:52.240939 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e74225a4-5f69-488a-89a9-e3b677256af6 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:52.255022 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1958f-f73a-44b9-886b-ee2af6d4b105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6023c967-cb7e-4e57-a8cf-8a1db0b77c1d,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:52.257373 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-e74225a4-5f69-488a-89a9-e3b677256af6 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Usage tracker for resource:floatingip and tenant:7bde747057d140209cc6692d467254d8 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:52.259283 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071117e4-27c5-40a1-a55c-c8009fadb1f3 None None] Pushing event updated for resources: {'Port': ['ID=c3d84f0e-616c-4d28-a311-0bb5cfebbda9,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:52.261853 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-e74225a4-5f69-488a-89a9-e3b677256af6 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:52.273872 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e74225a4-5f69-488a-89a9-e3b677256af6 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:52.295114 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e74225a4-5f69-488a-89a9-e3b677256af6 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for floatingip, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:52.543232 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Pushing event updated for resources: {'Port': ['ID=24a34253-591d-4d48-8f35-d4f7fa5212e6,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:52.545776 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-5cc9b9e2-86ce-4b9d-a04d-77cf1f1afca6 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Request body: {'port': {'device_id': 'a8a74a42-82c0-4d21-bb2a-97e7f1470655', 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792', 'admin_state_up': True, 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:05:52.605034 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-acb7a7a3-2aac-4195-a548-c872abbabcd6 None None] Provisioning complete for port 93dfb96a-3ae4-402f-a858-9bfabecc3742 triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:05:52.605589 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-acb7a7a3-2aac-4195-a548-c872abbabcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:52.685859 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-457eec2a-9836-43e0-a829-fd20666178fd None None] Attempting to bind port c3d84f0e-616c-4d28-a311-0bb5cfebbda9 on host dv-cinder-845799-1-iscsi for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:05:52.686333 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-457eec2a-9836-43e0-a829-fd20666178fd None None] Attempting to bind port c3d84f0e-616c-4d28-a311-0bb5cfebbda9 by drivers openvswitch,hyperv on host dv-cinder-845799-1-iscsi at level 0 using segments [{'id': '239487e6-915f-4fa0-ada1-48352006308c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:05:52.688787 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457eec2a-9836-43e0-a829-fd20666178fd None None] Attempting to bind port c3d84f0e-616c-4d28-a311-0bb5cfebbda9 on network 03ddf4ce-871c-4f06-813b-1b3c7a85f063 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:05:52.705430 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457eec2a-9836-43e0-a829-fd20666178fd None None] Checking agent: {'id': '002de21a-1fb9-4fe8-99da-e58f143369d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845799-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'started_at': datetime.datetime(2022, 6, 27, 19, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845799-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:05:52.706043 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457eec2a-9836-43e0-a829-fd20666178fd None None] Checking segment: {'id': '239487e6-915f-4fa0-ada1-48352006308c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:05:52.706457 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-457eec2a-9836-43e0-a829-fd20666178fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:52.709992 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457eec2a-9836-43e0-a829-fd20666178fd None None] Bound using segment: {'id': '239487e6-915f-4fa0-ada1-48352006308c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:05:52.710584 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-457eec2a-9836-43e0-a829-fd20666178fd None None] Bound port: c3d84f0e-616c-4d28-a311-0bb5cfebbda9, host: dv-cinder-845799-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239487e6-915f-4fa0-ada1-48352006308c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:05:52.724329 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-457eec2a-9836-43e0-a829-fd20666178fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:52.782070 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-acb7a7a3-2aac-4195-a548-c872abbabcd6 None None] Port 93dfb96a-3ae4-402f-a858-9bfabecc3742 cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:05:52.795841 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-398dbb89-dba9-41e6-975a-df85a8cdb559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'name': 'tempest-ServerRescueNegativeTestJSON-1562455689-router', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '9764c784-0653-4a4a-b64e-79510cb36679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:23Z', 'updated_at': '2022-06-27T20:05:33Z', 'revision_number': 4, 'project_id': 'ff42080e13fb414597e5f10abbe3434d', 'gw_port': {'id': '9764c784-0653-4a4a-b64e-79510cb36679', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:25Z', 'updated_at': '2022-06-27T20:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '81bdf2a0-06cd-4e36-9229-c56856b1740f', 'name': '', 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'mac_address': 'fa:16:3e:a1:0d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7d86a822-f147-437c-a8d8-a85441e6e85f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:30Z', 'updated_at': '2022-06-27T20:05:49Z', 'revision_number': 4, 'project_id': 'ff42080e13fb414597e5f10abbe3434d', 'subnets': [{'id': '7d86a822-f147-437c-a8d8-a85441e6e85f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:52.816563 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port bed06ec2-f1c3-4005-b67a-58448378a9dc triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:05:52.817423 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:52.909723 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398dbb89-dba9-41e6-975a-df85a8cdb559 None None] The sync data for ids ['55bcd69c-ce1a-4f07-861d-46ef172c3a44'] in dv-cinder-845799-1-iscsi is: [{'id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'name': 'tempest-ServerRescueNegativeTestJSON-1562455689-router', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '9764c784-0653-4a4a-b64e-79510cb36679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:23Z', 'updated_at': '2022-06-27T20:05:33Z', 'revision_number': 4, 'project_id': 'ff42080e13fb414597e5f10abbe3434d', 'gw_port': {'id': '9764c784-0653-4a4a-b64e-79510cb36679', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:25Z', 'updated_at': '2022-06-27T20:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '81bdf2a0-06cd-4e36-9229-c56856b1740f', 'name': '', 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'mac_address': 'fa:16:3e:a1:0d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7d86a822-f147-437c-a8d8-a85441e6e85f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:30Z', 'updated_at': '2022-06-27T20:05:49Z', 'revision_number': 4, 'project_id': 'ff42080e13fb414597e5f10abbe3434d', 'subnets': [{'id': '7d86a822-f147-437c-a8d8-a85441e6e85f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:05:52.961527 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-5cc9b9e2-86ce-4b9d-a04d-77cf1f1afca6 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:53.008216 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 53504) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:53.025134 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-a9f8a196-112a-4b6d-b011-d0a09e4c73b6 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Request body: {'security_group': {'name': 'tempest-securitygroup--404636387', 'description': 'tempest-description--1214425922'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:05:53.086331 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-16b845e7-06ba-4660-a13a-05454ccb99f2 None None] Set router 366bc1ff-6094-4444-92cf-fc8b21905b0a gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:05:53.094163 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-5cc9b9e2-86ce-4b9d-a04d-77cf1f1afca6 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:53.098386 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a9f8a196-112a-4b6d-b011-d0a09e4c73b6 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:53.116861 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e74225a4-5f69-488a-89a9-e3b677256af6 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:53.121234 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-a9f8a196-112a-4b6d-b011-d0a09e4c73b6 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Usage tracker for resource:security_group and tenant:a50994bf4f144390934c88c909c5d061 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:53.126894 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-a9f8a196-112a-4b6d-b011-d0a09e4c73b6 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:53.182581 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a9f8a196-112a-4b6d-b011-d0a09e4c73b6 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:53.194056 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-5cc9b9e2-86ce-4b9d-a04d-77cf1f1afca6 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Made reservation on behalf of ff42080e13fb414597e5f10abbe3434d for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:05:53.198324 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-5cc9b9e2-86ce-4b9d-a04d-77cf1f1afca6 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:53.199403 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-3e6c4a90-59e2-4485-bfb3-1bac17b3bb8f service neutron] 10.222.0.15 "GET /v2.0/networks/be906d6d-af38-482a-8688-d9b054c18d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6941061 Jun 27 20:05:53.245883 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a9f8a196-112a-4b6d-b011-d0a09e4c73b6 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:53.266894 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-457eec2a-9836-43e0-a829-fd20666178fd None None] For port c3d84f0e-616c-4d28-a311-0bb5cfebbda9, host dv-cinder-845799-1-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:05:53.283541 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-457eec2a-9836-43e0-a829-fd20666178fd None None] For port c3d84f0e-616c-4d28-a311-0bb5cfebbda9, host dv-cinder-845799-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=c3d84f0e-616c-4d28-a311-0bb5cfebbda9,segment=NetworkSegment(239487e6-915f-4fa0-ada1-48352006308c),segment_id=239487e6-915f-4fa0-ada1-48352006308c)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:05:53.301700 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-457eec2a-9836-43e0-a829-fd20666178fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:53.411649 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 53516) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:53.528012 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-10eb4050-ac64-49d5-9fc5-86809eeb49cb req-c1b994e0-7621-4b15-ae6f-f1f3c29844be tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 210 time: 0.0923278 Jun 27 20:05:53.567135 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457eec2a-9836-43e0-a829-fd20666178fd None None] Routers {'8bead117-6252-49ba-bca5-489718640c41'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:05:53.567832 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-457eec2a-9836-43e0-a829-fd20666178fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:05:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['8bead117-6252-49ba-bca5-489718640c41'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:53.570616 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-e74225a4-5f69-488a-89a9-e3b677256af6 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Allocated IP 172.27.3.10 (f5e38b28-d42a-47c6-b8ea-5d0ae1b51160/4aa6a97f-4da5-4d03-b34a-f88023a9290b/773781b1-86a1-4aac-a554-31b83f6f7ed4) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:05:53.750763 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071117e4-27c5-40a1-a55c-c8009fadb1f3 None None] Pushing event updated for resources: {'Port': ['ID=c3d84f0e-616c-4d28-a311-0bb5cfebbda9,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:53.973308 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port bed06ec2-f1c3-4005-b67a-58448378a9dc is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:05:53.975904 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 2877dc25-b173-4ec8-9254-bc9351cf4786 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:05:54.141957 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e74225a4-5f69-488a-89a9-e3b677256af6 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:54.168918 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ea62ea19-9dea-4483-8bbc-5782cf31576d req-63fa60bb-f198-4d1e-8e86-7ad52a905353 service neutron] 10.222.0.15 "GET /v2.0/networks/be906d6d-af38-482a-8688-d9b054c18d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9628308 Jun 27 20:05:54.222881 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361ccd2-49d8-493c-8f5b-ae6f7e7d06a0 req-da1586c1-f0d0-4e34-b631-1e6a0f413169 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:05:54.224798 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0361ccd2-49d8-493c-8f5b-ae6f7e7d06a0 req-da1586c1-f0d0-4e34-b631-1e6a0f413169 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 943 time: 0.8933473 Jun 27 20:05:54.242556 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e74225a4-5f69-488a-89a9-e3b677256af6 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:54.271215 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7d63cd0c-2755-4ab6-b2df-eb3bd64cba5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:54.286671 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a9f8a196-112a-4b6d-b011-d0a09e4c73b6 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:54.296365 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.15', 54582) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:54.297015 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-457eec2a-9836-43e0-a829-fd20666178fd None None] Set router 8bead117-6252-49ba-bca5-489718640c41 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:05:54.322834 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning for port 2877dc25-b173-4ec8-9254-bc9351cf4786 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:05:54.349586 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0361ccd2-49d8-493c-8f5b-ae6f7e7d06a0 req-f66d27aa-df26-4471-a18a-577edcd5d052 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177514 Jun 27 20:05:54.354794 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 2877dc25-b173-4ec8-9254-bc9351cf4786 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:05:54.358505 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:54.431843 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-a9f8a196-112a-4b6d-b011-d0a09e4c73b6 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Usage tracker for resource:security_group_rule and tenant:a50994bf4f144390934c88c909c5d061 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:54.435818 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-16b845e7-06ba-4660-a13a-05454ccb99f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'name': 'tempest-AttachVolumeTestJSON-332780900-router', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:05:45Z', 'revision_number': 4, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'gw_port': {'id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:27Z', 'updated_at': '2022-06-27T20:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '93dfb96a-3ae4-402f-a858-9bfabecc3742', 'name': '', 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'mac_address': 'fa:16:3e:c7:4c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3fccdbdb-2f00-4b31-ac45-6e4614abd8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:39Z', 'updated_at': '2022-06-27T20:05:45Z', 'revision_number': 2, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'subnets': [{'id': '3fccdbdb-2f00-4b31-ac45-6e4614abd8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:54.443655 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-a9f8a196-112a-4b6d-b011-d0a09e4c73b6 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:54.451992 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b845e7-06ba-4660-a13a-05454ccb99f2 None None] Checking router: 366bc1ff-6094-4444-92cf-fc8b21905b0a for host: dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:05:54.453319 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b845e7-06ba-4660-a13a-05454ccb99f2 None None] Updating router 366bc1ff-6094-4444-92cf-fc8b21905b0a port 93dfb96a-3ae4-402f-a858-9bfabecc3742 binding host dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 20:05:54.540343 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-16b845e7-06ba-4660-a13a-05454ccb99f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:54.660856 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-5cc9b9e2-86ce-4b9d-a04d-77cf1f1afca6 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Allocated IP 172.20.0.12 (edb7acd2-275d-4d02-9861-85e070a17792/7d86a822-f147-437c-a8d8-a85441e6e85f/97a5e2fc-290a-4696-8ea5-122ccb999592) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:05:54.735449 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-50c8b4f5-6f28-4525-b5e8-75ea0ef69c0d tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:05:54.741233 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-50c8b4f5-6f28-4525-b5e8-75ea0ef69c0d tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.15 "GET /v2.0/networks?id=edb7acd2-275d-4d02-9861-85e070a17792 HTTP/1.1" status: 200 len: 819 time: 0.4697702 Jun 27 20:05:54.763476 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-4ff50b8c-5b05-4dc1-a4bc-02beeb342f25 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Request body: {'port': {'device_id': 'fa196a23-c861-4261-bef4-e6bb77b8f32a', 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792', 'admin_state_up': True, 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:05:54.798055 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 2877dc25-b173-4ec8-9254-bc9351cf4786 is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:05:54.806190 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:55.028037 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] For port 2877dc25-b173-4ec8-9254-bc9351cf4786, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=2877dc25-b173-4ec8-9254-bc9351cf4786,segment=NetworkSegment(ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc),segment_id=ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:05:55.046049 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:55.066690 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7427b792-d3c4-46ca-bdf2-447f7c7c1168 req-a1b7aafd-e941-4a52-9cd9-b1892dc72d86 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 210 time: 0.0923891 Jun 27 20:05:55.154556 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-457eec2a-9836-43e0-a829-fd20666178fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bead117-6252-49ba-bca5-489718640c41', 'name': 'tempest-AttachVolumeShelveTestJSON-1668758160-router', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:21Z', 'updated_at': '2022-06-27T20:05:39Z', 'revision_number': 4, 'project_id': '7bde747057d140209cc6692d467254d8', 'gw_port': {'id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:43:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bead117-6252-49ba-bca5-489718640c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': 'c3d84f0e-616c-4d28-a311-0bb5cfebbda9', 'name': '', 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'mac_address': 'fa:16:3e:e7:ba:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bead117-6252-49ba-bca5-489718640c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:34Z', 'updated_at': '2022-06-27T20:05:53Z', 'revision_number': 4, 'project_id': '7bde747057d140209cc6692d467254d8', 'subnets': [{'id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:55.173334 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457eec2a-9836-43e0-a829-fd20666178fd None None] The sync data for ids ['8bead117-6252-49ba-bca5-489718640c41'] in dv-cinder-845799-1-iscsi is: [{'id': '8bead117-6252-49ba-bca5-489718640c41', 'name': 'tempest-AttachVolumeShelveTestJSON-1668758160-router', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:21Z', 'updated_at': '2022-06-27T20:05:39Z', 'revision_number': 4, 'project_id': '7bde747057d140209cc6692d467254d8', 'gw_port': {'id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:43:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bead117-6252-49ba-bca5-489718640c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': 'c3d84f0e-616c-4d28-a311-0bb5cfebbda9', 'name': '', 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'mac_address': 'fa:16:3e:e7:ba:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bead117-6252-49ba-bca5-489718640c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:34Z', 'updated_at': '2022-06-27T20:05:53Z', 'revision_number': 4, 'project_id': '7bde747057d140209cc6692d467254d8', 'subnets': [{'id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:05:55.200311 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74225a4-5f69-488a-89a9-e3b677256af6 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:05:55.210357 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-e74225a4-5f69-488a-89a9-e3b677256af6 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:05:55.225359 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74225a4-5f69-488a-89a9-e3b677256af6 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:05:55.251858 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-4ff50b8c-5b05-4dc1-a4bc-02beeb342f25 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:55.288446 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-4ff50b8c-5b05-4dc1-a4bc-02beeb342f25 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:55.302025 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-4ff50b8c-5b05-4dc1-a4bc-02beeb342f25 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Made reservation on behalf of ff42080e13fb414597e5f10abbe3434d for: {'port': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:05:55.314854 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-4ff50b8c-5b05-4dc1-a4bc-02beeb342f25 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:55.387762 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a9f8a196-112a-4b6d-b011-d0a09e4c73b6 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:55.437161 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Pushing event updated for resources: {'Port': ['ID=2877dc25-b173-4ec8-9254-bc9351cf4786,revision_number=5']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:55.507412 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-5cc9b9e2-86ce-4b9d-a04d-77cf1f1afca6 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:55.518362 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7d63cd0c-2755-4ab6-b2df-eb3bd64cba5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:55.531040 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74225a4-5f69-488a-89a9-e3b677256af6 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Pushing event updated for resources: {'Port': ['ID=773781b1-86a1-4aac-a554-31b83f6f7ed4,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:55.565341 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-7d63cd0c-2755-4ab6-b2df-eb3bd64cba5e admin admin] Usage tracker for resource:security_group_rule and tenant:9e5e835ebd854eea8fae3af1d69f75b5 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:55.618989 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 24a34253-591d-4d48-8f35-d4f7fa5212e6 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:05:55.644320 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-5cc9b9e2-86ce-4b9d-a04d-77cf1f1afca6 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Transition to ACTIVE for port object 97a5e2fc-290a-4696-8ea5-122ccb999592 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:05:55.649989 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-7d63cd0c-2755-4ab6-b2df-eb3bd64cba5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:55.687667 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765911f-445a-4500-bb8d-260e4f0ad6ad req-046fabe9-6ce6-40af-b108-d8f98e6c66b6 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:05:55.689747 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4765911f-445a-4500-bb8d-260e4f0ad6ad req-046fabe9-6ce6-40af-b108-d8f98e6c66b6 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 943 time: 0.1535459 Jun 27 20:05:55.720569 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7d63cd0c-2755-4ab6-b2df-eb3bd64cba5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:55.758148 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-16b845e7-06ba-4660-a13a-05454ccb99f2 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:55.765843 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4765911f-445a-4500-bb8d-260e4f0ad6ad req-3fb1168c-b359-43bc-81de-279b8cfbb8c8 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695593 Jun 27 20:05:55.808443 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-16b845e7-06ba-4660-a13a-05454ccb99f2 None None] Transition to ACTIVE for port object 93dfb96a-3ae4-402f-a858-9bfabecc3742 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:05:55.825405 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 24a34253-591d-4d48-8f35-d4f7fa5212e6 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:05:55.826839 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:55.931726 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-16b845e7-06ba-4660-a13a-05454ccb99f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:55.955050 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7d63cd0c-2755-4ab6-b2df-eb3bd64cba5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:56.028861 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a9f8a196-112a-4b6d-b011-d0a09e4c73b6 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:56.030195 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7d63cd0c-2755-4ab6-b2df-eb3bd64cba5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:56.130942 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e74225a4-5f69-488a-89a9-e3b677256af6 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:56.188797 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a9f8a196-112a-4b6d-b011-d0a09e4c73b6 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:56.282698 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792088b3-f996-4773-9f3c-96a4234c4cb4 None None] Pushing event updated for resources: {'Port': ['ID=93dfb96a-3ae4-402f-a858-9bfabecc3742,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:56.356839 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-7d63cd0c-2755-4ab6-b2df-eb3bd64cba5e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e5e835ebd854eea8fae3af1d69f75b5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9436834 Jun 27 20:05:56.367938 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d9b44-2c00-4312-9204-1f8f94ba1f49 req-aea92259-4fdf-49b5-9b82-d6dae367e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:05:56.370147 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-336d9b44-2c00-4312-9204-1f8f94ba1f49 req-aea92259-4fdf-49b5-9b82-d6dae367e166 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b643fa8ee8a4b5abceb14b8ff2811ca&device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 1096 time: 1.9628115 Jun 27 20:05:56.371076 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-5cc9b9e2-86ce-4b9d-a04d-77cf1f1afca6 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:56.376849 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 53606) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:56.387722 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-16b845e7-06ba-4660-a13a-05454ccb99f2 None None] Attempting to bind port 93dfb96a-3ae4-402f-a858-9bfabecc3742 on host dv-cinder-845799-1-iscsi for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:05:56.388093 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-16b845e7-06ba-4660-a13a-05454ccb99f2 None None] Attempting to bind port 93dfb96a-3ae4-402f-a858-9bfabecc3742 by drivers openvswitch,hyperv on host dv-cinder-845799-1-iscsi at level 0 using segments [{'id': '19b88fb4-09fb-4dea-ba55-cb685887fbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:05:56.388453 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b845e7-06ba-4660-a13a-05454ccb99f2 None None] Attempting to bind port 93dfb96a-3ae4-402f-a858-9bfabecc3742 on network 161680f6-9340-499f-abb6-7578d38c56d4 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:05:56.390381 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 24a34253-591d-4d48-8f35-d4f7fa5212e6 is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:05:56.391409 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 9764c784-0653-4a4a-b64e-79510cb36679 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:05:56.424027 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b845e7-06ba-4660-a13a-05454ccb99f2 None None] Checking agent: {'id': '002de21a-1fb9-4fe8-99da-e58f143369d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845799-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'started_at': datetime.datetime(2022, 6, 27, 19, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845799-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:05:56.424406 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b845e7-06ba-4660-a13a-05454ccb99f2 None None] Checking segment: {'id': '19b88fb4-09fb-4dea-ba55-cb685887fbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:05:56.424944 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-16b845e7-06ba-4660-a13a-05454ccb99f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:56.425339 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b845e7-06ba-4660-a13a-05454ccb99f2 None None] Bound using segment: {'id': '19b88fb4-09fb-4dea-ba55-cb685887fbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:05:56.425836 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-16b845e7-06ba-4660-a13a-05454ccb99f2 None None] Bound port: 93dfb96a-3ae4-402f-a858-9bfabecc3742, host: dv-cinder-845799-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b88fb4-09fb-4dea-ba55-cb685887fbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:05:56.426377 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-16b845e7-06ba-4660-a13a-05454ccb99f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:56.446369 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63cd0c-2755-4ab6-b2df-eb3bd64cba5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6586f7e4-1545-44ee-b2cb-92f83d865f38,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:56.448604 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-4ff50b8c-5b05-4dc1-a4bc-02beeb342f25 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Allocated IP 172.20.0.6 (edb7acd2-275d-4d02-9861-85e070a17792/7d86a822-f147-437c-a8d8-a85441e6e85f/1a85c707-6300-4094-ad01-a1823bb883b6) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:05:56.487334 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-60d9bef7-ae24-4629-89a5-7d746d05654f req-ed3c9c9b-c135-4cc1-a5d0-12e3dfc604d4 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 210 time: 0.1677911 Jun 27 20:05:56.537434 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e74225a4-5f69-488a-89a9-e3b677256af6 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:56.547266 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 9764c784-0653-4a4a-b64e-79510cb36679 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:05:56.547641 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:56.580727 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a9f8a196-112a-4b6d-b011-d0a09e4c73b6 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:56.581972 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-a9f8a196-112a-4b6d-b011-d0a09e4c73b6 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.5718057 Jun 27 20:05:56.584064 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-5cc9b9e2-86ce-4b9d-a04d-77cf1f1afca6 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Network edb7acd2-275d-4d02-9861-85e070a17792 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:05:56.584994 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 53620) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:56.601731 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-7720c5f5-e03b-461f-ae4c-ce558525f4bd tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Request body: {'security_group_rule': {'security_group_id': '1ad6e821-17dc-4b06-88f0-03383f9ea42d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:05:56.607242 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-5cc9b9e2-86ce-4b9d-a04d-77cf1f1afca6 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:05:56.608115 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-16b845e7-06ba-4660-a13a-05454ccb99f2 None None] For port 93dfb96a-3ae4-402f-a858-9bfabecc3742, host dv-cinder-845799-1-iscsi, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:05:56.620991 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f8a196-112a-4b6d-b011-d0a09e4c73b6 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad6e821-17dc-4b06-88f0-03383f9ea42d,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:56.621231 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-16b845e7-06ba-4660-a13a-05454ccb99f2 None None] For port 93dfb96a-3ae4-402f-a858-9bfabecc3742, host dv-cinder-845799-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=93dfb96a-3ae4-402f-a858-9bfabecc3742,segment=NetworkSegment(19b88fb4-09fb-4dea-ba55-cb685887fbf1),segment_id=19b88fb4-09fb-4dea-ba55-cb685887fbf1)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:05:56.625904 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-5cc9b9e2-86ce-4b9d-a04d-77cf1f1afca6 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:05:56.633214 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-16b845e7-06ba-4660-a13a-05454ccb99f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:56.659426 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-7720c5f5-e03b-461f-ae4c-ce558525f4bd tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:56.659703 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc9b9e2-86ce-4b9d-a04d-77cf1f1afca6 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Pushing event updated for resources: {'Port': ['ID=97a5e2fc-290a-4696-8ea5-122ccb999592,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:56.668954 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-7720c5f5-e03b-461f-ae4c-ce558525f4bd tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Usage tracker for resource:security_group_rule and tenant:a50994bf4f144390934c88c909c5d061 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:56.732467 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-7720c5f5-e03b-461f-ae4c-ce558525f4bd tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:56.749037 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-7720c5f5-e03b-461f-ae4c-ce558525f4bd tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:56.755700 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4e449eb3-f298-4d91-8be4-89e7a059ea20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:56.816342 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7720c5f5-e03b-461f-ae4c-ce558525f4bd tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:56.839503 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 9764c784-0653-4a4a-b64e-79510cb36679 is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:05:56.840613 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device c3d84f0e-616c-4d28-a311-0bb5cfebbda9 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:05:56.900484 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b845e7-06ba-4660-a13a-05454ccb99f2 None None] Routers {'366bc1ff-6094-4444-92cf-fc8b21905b0a'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:05:56.901070 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-16b845e7-06ba-4660-a13a-05454ccb99f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:05:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['366bc1ff-6094-4444-92cf-fc8b21905b0a'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:56.904147 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-5cc9b9e2-86ce-4b9d-a04d-77cf1f1afca6 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:05:56.904619 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-5cc9b9e2-86ce-4b9d-a04d-77cf1f1afca6 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:56.993593 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7720c5f5-e03b-461f-ae4c-ce558525f4bd tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:57.012542 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4e449eb3-f298-4d91-8be4-89e7a059ea20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:57.016275 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7720c5f5-e03b-461f-ae4c-ce558525f4bd tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438251'] for security_group_rule, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:57.020521 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-5cc9b9e2-86ce-4b9d-a04d-77cf1f1afca6 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4935279 Jun 27 20:05:57.129216 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720c5f5-e03b-461f-ae4c-ce558525f4bd tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba6d6f3-4b29-41d7-9da5-112790ab82ca,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:57.145995 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792088b3-f996-4773-9f3c-96a4234c4cb4 None None] Pushing event updated for resources: {'Port': ['ID=93dfb96a-3ae4-402f-a858-9bfabecc3742,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:57.165827 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-4ff50b8c-5b05-4dc1-a4bc-02beeb342f25 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:57.174253 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7720c5f5-e03b-461f-ae4c-ce558525f4bd tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:57.177851 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-7720c5f5-e03b-461f-ae4c-ce558525f4bd tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5890963 Jun 27 20:05:57.181580 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4e449eb3-f298-4d91-8be4-89e7a059ea20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:57.181869 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 53634) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:57.191730 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-c22026bc-dfbf-47cc-b5ae-6cba20410422 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Request body: {'security_group_rule': {'security_group_id': '1ad6e821-17dc-4b06-88f0-03383f9ea42d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:05:57.197903 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-c22026bc-dfbf-47cc-b5ae-6cba20410422 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:57.199549 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-f91d60d2-544e-4441-bef7-26fbcef6ef55 None None] Provisioning for port 97a5e2fc-290a-4696-8ea5-122ccb999592 completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:05:57.202309 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-c22026bc-dfbf-47cc-b5ae-6cba20410422 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Usage tracker for resource:security_group_rule and tenant:a50994bf4f144390934c88c909c5d061 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:57.206006 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-c22026bc-dfbf-47cc-b5ae-6cba20410422 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:57.206324 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e449eb3-f298-4d91-8be4-89e7a059ea20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6586f7e4-1545-44ee-b2cb-92f83d865f38,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:57.210950 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-f91d60d2-544e-4441-bef7-26fbcef6ef55 None None] Provisioning complete for port 97a5e2fc-290a-4696-8ea5-122ccb999592 triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:05:57.211206 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-c22026bc-dfbf-47cc-b5ae-6cba20410422 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:57.211383 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f91d60d2-544e-4441-bef7-26fbcef6ef55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:57.220965 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4e449eb3-f298-4d91-8be4-89e7a059ea20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:57.222468 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-4e449eb3-f298-4d91-8be4-89e7a059ea20 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6586f7e4-1545-44ee-b2cb-92f83d865f38 HTTP/1.1" status: 204 len: 168 time: 0.8417232 Jun 27 20:05:57.242466 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e74225a4-5f69-488a-89a9-e3b677256af6 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:57.245662 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-4ff50b8c-5b05-4dc1-a4bc-02beeb342f25 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Transition to ACTIVE for port object 1a85c707-6300-4094-ad01-a1823bb883b6 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:05:57.249626 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e74225a4-5f69-488a-89a9-e3b677256af6 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:57.282015 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c22026bc-dfbf-47cc-b5ae-6cba20410422 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:57.292363 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 53640) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:57.313427 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b794f-2c49-439a-94b0-6a758c32c6a0 req-751522db-55f0-428c-ae51-fe5407ad84ba tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:05:57.315156 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-782b794f-2c49-439a-94b0-6a758c32c6a0 req-751522db-55f0-428c-ae51-fe5407ad84ba tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 943 time: 0.2598906 Jun 27 20:05:57.317852 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning for port c3d84f0e-616c-4d28-a311-0bb5cfebbda9 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:05:57.330739 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-16b845e7-06ba-4660-a13a-05454ccb99f2 None None] Set router 366bc1ff-6094-4444-92cf-fc8b21905b0a gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:05:57.410876 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port c3d84f0e-616c-4d28-a311-0bb5cfebbda9 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:05:57.417691 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:57.440007 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-782b794f-2c49-439a-94b0-6a758c32c6a0 req-fdabb536-be2f-4b3a-9925-6e0e8f8a0332 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095705 Jun 27 20:05:57.460654 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-f91d60d2-544e-4441-bef7-26fbcef6ef55 None None] Port 97a5e2fc-290a-4696-8ea5-122ccb999592 cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:05:57.485683 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-4ff50b8c-5b05-4dc1-a4bc-02beeb342f25 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14170096'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:57.488818 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c22026bc-dfbf-47cc-b5ae-6cba20410422 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:57.490300 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-82689371-ed2e-40ec-a1e0-08b31735a0f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:57.577538 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c22026bc-dfbf-47cc-b5ae-6cba20410422 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438251'] for security_group_rule, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:57.588562 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-b1556d16-79b8-417a-8b48-89d12fa2e085 service neutron] Request body: {'port': {'device_id': 'a8a74a42-82c0-4d21-bb2a-97e7f1470655', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84579'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:05:57.658379 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-82689371-ed2e-40ec-a1e0-08b31735a0f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:57.683124 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74225a4-5f69-488a-89a9-e3b677256af6 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Pushing event updated for resources: {'Port': ['ID=773781b1-86a1-4aac-a554-31b83f6f7ed4,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:57.710896 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-82689371-ed2e-40ec-a1e0-08b31735a0f8 admin admin] Usage tracker for resource:security_group_rule and tenant:507f89467dd74251a380616e7c37a58d is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:57.719110 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-4ff50b8c-5b05-4dc1-a4bc-02beeb342f25 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Network edb7acd2-275d-4d02-9861-85e070a17792 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:05:57.719978 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-82689371-ed2e-40ec-a1e0-08b31735a0f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:57.781939 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22026bc-dfbf-47cc-b5ae-6cba20410422 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d398d54-aa52-4273-b3e4-b850dd9f5dd0,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:57.783937 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-4ff50b8c-5b05-4dc1-a4bc-02beeb342f25 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:05:57.790372 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port c3d84f0e-616c-4d28-a311-0bb5cfebbda9 is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:05:57.790875 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:57.793201 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-82689371-ed2e-40ec-a1e0-08b31735a0f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:57.794969 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e74225a4-5f69-488a-89a9-e3b677256af6 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16271055'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:57.803140 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-4ff50b8c-5b05-4dc1-a4bc-02beeb342f25 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:05:57.835739 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d9b44-2c00-4312-9204-1f8f94ba1f49 req-0a8dc64c-93d7-4208-af4a-914a1cb50ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:05:57.839329 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-336d9b44-2c00-4312-9204-1f8f94ba1f49 req-0a8dc64c-93d7-4208-af4a-914a1cb50ac9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be906d6d-af38-482a-8688-d9b054c18d1f HTTP/1.1" status: 200 len: 913 time: 0.3904707 Jun 27 20:05:57.842440 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c22026bc-dfbf-47cc-b5ae-6cba20410422 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:57.843715 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-c22026bc-dfbf-47cc-b5ae-6cba20410422 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6603029 Jun 27 20:05:57.872594 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 53658) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:57.880679 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-b1556d16-79b8-417a-8b48-89d12fa2e085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:57.885516 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff50b8c-5b05-4dc1-a4bc-02beeb342f25 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Pushing event updated for resources: {'Port': ['ID=1a85c707-6300-4094-ad01-a1823bb883b6,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:57.889875 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] For port c3d84f0e-616c-4d28-a311-0bb5cfebbda9, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=c3d84f0e-616c-4d28-a311-0bb5cfebbda9,segment=NetworkSegment(239487e6-915f-4fa0-ada1-48352006308c),segment_id=239487e6-915f-4fa0-ada1-48352006308c)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:05:57.903376 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:57.904233 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 81bdf2a0-06cd-4e36-9229-c56856b1740f up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:05:57.929448 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-bc797427-fb27-46e9-b0b9-16155cc53baa tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Request body: {'floatingip': {'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:05:57.940938 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-4ff50b8c-5b05-4dc1-a4bc-02beeb342f25 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:05:57.941704 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-4ff50b8c-5b05-4dc1-a4bc-02beeb342f25 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:57.961266 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-bc797427-fb27-46e9-b0b9-16155cc53baa tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:05:57.997878 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-bc797427-fb27-46e9-b0b9-16155cc53baa tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Usage tracker for resource:floatingip and tenant:a50994bf4f144390934c88c909c5d061 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:05:58.011478 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-bc797427-fb27-46e9-b0b9-16155cc53baa tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:05:58.036773 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e74225a4-5f69-488a-89a9-e3b677256af6 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:58.037997 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-e74225a4-5f69-488a-89a9-e3b677256af6 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8188951 Jun 27 20:05:58.067415 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-bc797427-fb27-46e9-b0b9-16155cc53baa tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:05:58.076117 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-4ff50b8c-5b05-4dc1-a4bc-02beeb342f25 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3188548 Jun 27 20:05:58.101061 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7a91e-b264-4973-a5bc-368a0712471d req-d03243ea-2fbc-46cc-abe3-1f9af40bd114 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:05:58.101838 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-eab7a91e-b264-4973-a5bc-368a0712471d req-d03243ea-2fbc-46cc-abe3-1f9af40bd114 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Synchronizing usage tracker for tenant:ff42080e13fb414597e5f10abbe3434d on resource:port {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:05:58.126523 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-16b845e7-06ba-4660-a13a-05454ccb99f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'name': 'tempest-AttachVolumeTestJSON-332780900-router', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:05:45Z', 'revision_number': 4, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'gw_port': {'id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:27Z', 'updated_at': '2022-06-27T20:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '93dfb96a-3ae4-402f-a858-9bfabecc3742', 'name': '', 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'mac_address': 'fa:16:3e:c7:4c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3fccdbdb-2f00-4b31-ac45-6e4614abd8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:39Z', 'updated_at': '2022-06-27T20:05:56Z', 'revision_number': 4, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'subnets': [{'id': '3fccdbdb-2f00-4b31-ac45-6e4614abd8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:05:58.129715 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning for port 81bdf2a0-06cd-4e36-9229-c56856b1740f completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:05:58.131877 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bc797427-fb27-46e9-b0b9-16155cc53baa tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for floatingip, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:58.133956 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Pushing event updated for resources: {'Port': ['ID=c3d84f0e-616c-4d28-a311-0bb5cfebbda9,revision_number=5']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:58.141125 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 81bdf2a0-06cd-4e36-9229-c56856b1740f triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:05:58.141813 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:58.156421 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-eab7a91e-b264-4973-a5bc-368a0712471d req-d03243ea-2fbc-46cc-abe3-1f9af40bd114 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Unset dirty status for tenant:ff42080e13fb414597e5f10abbe3434d on resource:port {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:05:58.157611 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-eab7a91e-b264-4973-a5bc-368a0712471d req-d03243ea-2fbc-46cc-abe3-1f9af40bd114 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 931 time: 0.4318409 Jun 27 20:05:58.243937 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b845e7-06ba-4660-a13a-05454ccb99f2 None None] The sync data for ids ['366bc1ff-6094-4444-92cf-fc8b21905b0a'] in dv-cinder-845799-1-iscsi is: [{'id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'name': 'tempest-AttachVolumeTestJSON-332780900-router', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:05:45Z', 'revision_number': 4, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'gw_port': {'id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:27Z', 'updated_at': '2022-06-27T20:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '93dfb96a-3ae4-402f-a858-9bfabecc3742', 'name': '', 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'mac_address': 'fa:16:3e:c7:4c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3fccdbdb-2f00-4b31-ac45-6e4614abd8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:39Z', 'updated_at': '2022-06-27T20:05:56Z', 'revision_number': 4, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'subnets': [{'id': '3fccdbdb-2f00-4b31-ac45-6e4614abd8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:05:58.298284 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-5d7f2265-fe72-439a-816e-6fb7610dd5c9 None None] Provisioning for port 1a85c707-6300-4094-ad01-a1823bb883b6 completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:05:58.311147 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-5d7f2265-fe72-439a-816e-6fb7610dd5c9 None None] Provisioning complete for port 1a85c707-6300-4094-ad01-a1823bb883b6 triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:05:58.311515 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5d7f2265-fe72-439a-816e-6fb7610dd5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:58.402042 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-82689371-ed2e-40ec-a1e0-08b31735a0f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:58.416776 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-0fb1d3f6-2d3e-460a-8133-3f0d3eb63507 service neutron] Request body: {'port': {'device_id': 'fa196a23-c861-4261-bef4-e6bb77b8f32a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84579'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:05:58.480896 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-5d7f2265-fe72-439a-816e-6fb7610dd5c9 None None] Port 1a85c707-6300-4094-ad01-a1823bb883b6 cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:05:58.510775 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 81bdf2a0-06cd-4e36-9229-c56856b1740f is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:05:58.511527 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:58.554394 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] For port 81bdf2a0-06cd-4e36-9229-c56856b1740f, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=81bdf2a0-06cd-4e36-9229-c56856b1740f,segment=NetworkSegment(2e6a962a-47d2-47d1-a969-73df444edae4),segment_id=2e6a962a-47d2-47d1-a969-73df444edae4)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:05:58.567350 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:58.568388 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 0dc3381c-773b-4174-bd9a-f613f2c7228e up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:05:58.586056 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-82689371-ed2e-40ec-a1e0-08b31735a0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:58.595857 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-b1556d16-79b8-417a-8b48-89d12fa2e085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97a5e2fc-290a-4696-8ea5-122ccb999592 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:05:58.604838 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-b1556d16-79b8-417a-8b48-89d12fa2e085 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:58.614140 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-eab7a91e-b264-4973-a5bc-368a0712471d req-d6e2ddce-4350-454b-938c-205d8d0013de tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475999 Jun 27 20:05:58.624950 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-b1556d16-79b8-417a-8b48-89d12fa2e085 service neutron] Transition to ACTIVE for port object 97a5e2fc-290a-4696-8ea5-122ccb999592 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:05:58.635863 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-b1556d16-79b8-417a-8b48-89d12fa2e085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:58.692252 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-336d9b44-2c00-4312-9204-1f8f94ba1f49 req-5fd5fc1d-6e32-4db7-858c-02378d8c5f65 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c32e827a-1e0d-4418-aa78-d3adef99673b HTTP/1.1" status: 200 len: 217 time: 0.3760228 Jun 27 20:05:58.796145 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-a488721b-ec0b-4f2a-a965-0e53971a88e1 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1197191875&fields=id&tenant_id=7bde747057d140209cc6692d467254d8 HTTP/1.1" status: 200 len: 267 time: 0.2339103 Jun 27 20:05:58.824217 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning for port 0dc3381c-773b-4174-bd9a-f613f2c7228e completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:05:58.834466 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-82689371-ed2e-40ec-a1e0-08b31735a0f8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=507f89467dd74251a380616e7c37a58d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5345612 Jun 27 20:05:58.834961 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 53698) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:05:58.836605 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 0dc3381c-773b-4174-bd9a-f613f2c7228e triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:05:58.837419 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:58.886327 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Pushing event updated for resources: {'Port': ['ID=81bdf2a0-06cd-4e36-9229-c56856b1740f,revision_number=5']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:58.967299 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82689371-ed2e-40ec-a1e0-08b31735a0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4c434f-5226-4935-b641-3f6c22915f4b,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:59.035766 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 0dc3381c-773b-4174-bd9a-f613f2c7228e is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:05:59.036478 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:59.048232 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1556d16-79b8-417a-8b48-89d12fa2e085 service neutron] Pushing event updated for resources: {'Port': ['ID=97a5e2fc-290a-4696-8ea5-122ccb999592,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:59.060165 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] For port 0dc3381c-773b-4174-bd9a-f613f2c7228e, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=0dc3381c-773b-4174-bd9a-f613f2c7228e,segment=NetworkSegment(c8e1d377-ef10-44fe-8306-b14a68212fb0),segment_id=c8e1d377-ef10-44fe-8306-b14a68212fb0)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:05:59.071989 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:59.115999 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ebf8f95f-6c6b-49da-9663-067413c6203e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:59.162929 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-b1556d16-79b8-417a-8b48-89d12fa2e085 service neutron] Attempting to bind port 97a5e2fc-290a-4696-8ea5-122ccb999592 on host hv-cinder-84579 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:05:59.163292 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-b1556d16-79b8-417a-8b48-89d12fa2e085 service neutron] Attempting to bind port 97a5e2fc-290a-4696-8ea5-122ccb999592 by drivers openvswitch,hyperv on host hv-cinder-84579 at level 0 using segments [{'id': '2e6a962a-47d2-47d1-a969-73df444edae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:05:59.163637 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-b1556d16-79b8-417a-8b48-89d12fa2e085 service neutron] Attempting to bind port 97a5e2fc-290a-4696-8ea5-122ccb999592 on network edb7acd2-275d-4d02-9861-85e070a17792 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:05:59.186094 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-b1556d16-79b8-417a-8b48-89d12fa2e085 service neutron] Port 97a5e2fc-290a-4696-8ea5-122ccb999592 on network edb7acd2-275d-4d02-9861-85e070a17792 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84579 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 20:05:59.186421 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-b1556d16-79b8-417a-8b48-89d12fa2e085 service neutron] Attempting to bind port 97a5e2fc-290a-4696-8ea5-122ccb999592 on network edb7acd2-275d-4d02-9861-85e070a17792 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:05:59.198147 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-b1556d16-79b8-417a-8b48-89d12fa2e085 service neutron] Checking agent: {'id': '31e345cd-768d-4f38-b592-a73bb4a1bf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84579', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'started_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:05:59.198541 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-b1556d16-79b8-417a-8b48-89d12fa2e085 service neutron] Checking segment: {'id': '2e6a962a-47d2-47d1-a969-73df444edae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:05:59.199039 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-b1556d16-79b8-417a-8b48-89d12fa2e085 service neutron] Bound using segment: {'id': '2e6a962a-47d2-47d1-a969-73df444edae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:05:59.199481 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-b1556d16-79b8-417a-8b48-89d12fa2e085 service neutron] Bound port: 97a5e2fc-290a-4696-8ea5-122ccb999592, host: hv-cinder-84579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e6a962a-47d2-47d1-a969-73df444edae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:05:59.199835 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-b1556d16-79b8-417a-8b48-89d12fa2e085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:59.215722 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ebf8f95f-6c6b-49da-9663-067413c6203e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:59.253248 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Pushing event updated for resources: {'Port': ['ID=0dc3381c-773b-4174-bd9a-f613f2c7228e,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:59.318485 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-0fb1d3f6-2d3e-460a-8133-3f0d3eb63507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:59.360122 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 2877dc25-b173-4ec8-9254-bc9351cf4786 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:05:59.363781 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ebf8f95f-6c6b-49da-9663-067413c6203e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:59.391240 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8f95f-6c6b-49da-9663-067413c6203e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4c434f-5226-4935-b641-3f6c22915f4b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:59.412351 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ebf8f95f-6c6b-49da-9663-067413c6203e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:59.414644 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-ebf8f95f-6c6b-49da-9663-067413c6203e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9d4c434f-5226-4935-b641-3f6c22915f4b HTTP/1.1" status: 204 len: 168 time: 0.5775263 Jun 27 20:05:59.432940 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-b1556d16-79b8-417a-8b48-89d12fa2e085 service neutron] For port 97a5e2fc-290a-4696-8ea5-122ccb999592, host hv-cinder-84579, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:05:59.439184 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-b1556d16-79b8-417a-8b48-89d12fa2e085 service neutron] For port 97a5e2fc-290a-4696-8ea5-122ccb999592, host hv-cinder-84579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=97a5e2fc-290a-4696-8ea5-122ccb999592,segment=NetworkSegment(2e6a962a-47d2-47d1-a969-73df444edae4),segment_id=2e6a962a-47d2-47d1-a969-73df444edae4)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:05:59.446391 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-b1556d16-79b8-417a-8b48-89d12fa2e085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:59.522101 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 2877dc25-b173-4ec8-9254-bc9351cf4786 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:05:59.522644 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:59.626774 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device c32e827a-1e0d-4418-aa78-d3adef99673b details requested by agent hyperv_hv-cinder-84579 with host hv-cinder-84579 {{(pid=88115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 20:05:59.664774 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-b1556d16-79b8-417a-8b48-89d12fa2e085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:05:59.666529 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-b1556d16-79b8-417a-8b48-89d12fa2e085 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:59.672568 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-b1556d16-79b8-417a-8b48-89d12fa2e085 service neutron] 10.222.0.15 "PUT /v2.0/ports/97a5e2fc-290a-4696-8ea5-122ccb999592 HTTP/1.1" status: 200 len: 1094 time: 2.2130623 Jun 27 20:05:59.675281 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a74a42-82c0-4d21-bb2a-97e7f1470655', 'tag': '97a5e2fc-290a-4696-8ea5-122ccb999592'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:05:59.791351 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d9b44-2c00-4312-9204-1f8f94ba1f49 req-7ba03879-79f5-4ea9-9c6d-caf7f3c650b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:05:59.798106 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-336d9b44-2c00-4312-9204-1f8f94ba1f49 req-7ba03879-79f5-4ea9-9c6d-caf7f3c650b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b74bb450-b606-413a-a419-52976db33427 HTTP/1.1" status: 200 len: 851 time: 0.2638152 Jun 27 20:05:59.801619 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1556d16-79b8-417a-8b48-89d12fa2e085 service neutron] Pushing event updated for resources: {'Port': ['ID=97a5e2fc-290a-4696-8ea5-122ccb999592,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:05:59.910145 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-0fb1d3f6-2d3e-460a-8133-3f0d3eb63507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a85c707-6300-4094-ad01-a1823bb883b6 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:05:59.917909 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-0fb1d3f6-2d3e-460a-8133-3f0d3eb63507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:05:59.961040 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-0fb1d3f6-2d3e-460a-8133-3f0d3eb63507 service neutron] Transition to ACTIVE for port object 1a85c707-6300-4094-ad01-a1823bb883b6 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:05:59.963086 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 2877dc25-b173-4ec8-9254-bc9351cf4786 is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:05:59.964264 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device c3d84f0e-616c-4d28-a311-0bb5cfebbda9 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:05:59.981530 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-0fb1d3f6-2d3e-460a-8133-3f0d3eb63507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14170087'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:00.134067 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port c32e827a-1e0d-4418-aa78-d3adef99673b, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=c32e827a-1e0d-4418-aa78-d3adef99673b,segment=NetworkSegment(ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc),segment_id=ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:06:00.180575 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Returning: {'device': 'c32e827a-1e0d-4418-aa78-d3adef99673b', 'network_id': 'be906d6d-af38-482a-8688-d9b054c18d1f', 'port_id': 'c32e827a-1e0d-4418-aa78-d3adef99673b', 'mac_address': 'fa:16:3e:af:ca:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b74bb450-b606-413a-a419-52976db33427', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 20:06:00.210316 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port c3d84f0e-616c-4d28-a311-0bb5cfebbda9 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:06:00.210674 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:00.294564 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 53740) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:06:00.324086 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d9b44-2c00-4312-9204-1f8f94ba1f49 req-7b031683-ee51-4098-b89f-6d031f887708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:00.325654 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-336d9b44-2c00-4312-9204-1f8f94ba1f49 req-7b031683-ee51-4098-b89f-6d031f887708 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be906d6d-af38-482a-8688-d9b054c18d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3983862 Jun 27 20:06:00.329289 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-df21073f-ad20-4083-aac0-382f3c6d6fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:00.334928 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-df21073f-ad20-4083-aac0-382f3c6d6fdc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff42080e13fb414597e5f10abbe3434d&device_id=a8a74a42-82c0-4d21-bb2a-97e7f1470655 HTTP/1.1" status: 200 len: 1097 time: 0.3092310 Jun 27 20:06:00.342243 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c4366db9-428d-4ef3-8fbf-72a18611fbfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:00.380460 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c4366db9-428d-4ef3-8fbf-72a18611fbfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:06:00.394614 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-c4366db9-428d-4ef3-8fbf-72a18611fbfa admin admin] Usage tracker for resource:security_group_rule and tenant:9b1de0132a0d467b90665fb530e014ea is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:06:00.397822 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-c4366db9-428d-4ef3-8fbf-72a18611fbfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:06:00.400724 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50f59a-8296-4ab3-888a-2ad89eb4a327 req-687f999a-d487-41ee-acf6-9f1d1e55f528 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:00.403344 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5d50f59a-8296-4ab3-888a-2ad89eb4a327 req-687f999a-d487-41ee-acf6-9f1d1e55f528 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 943 time: 1.6010911 Jun 27 20:06:00.404249 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1d3f6-2d3e-460a-8133-3f0d3eb63507 service neutron] Pushing event updated for resources: {'Port': ['ID=1a85c707-6300-4094-ad01-a1823bb883b6,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:00.417232 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c4366db9-428d-4ef3-8fbf-72a18611fbfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:06:00.456701 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port c32e827a-1e0d-4418-aa78-d3adef99673b is: DOWN; New status is: BUILD {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:06:00.458881 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:00.493206 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c32e827a-1e0d-4418-aa78-d3adef99673b {{(pid=88115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:06:00.498851 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-517649e4-0bad-4eaa-9e95-0a86ef51b0ee tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:00.509182 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-517649e4-0bad-4eaa-9e95-0a86ef51b0ee tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/networks?id=03ddf4ce-871c-4f06-813b-1b3c7a85f063 HTTP/1.1" status: 200 len: 817 time: 1.6914091 Jun 27 20:06:00.522255 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port c32e827a-1e0d-4418-aa78-d3adef99673b, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=c32e827a-1e0d-4418-aa78-d3adef99673b,segment=NetworkSegment(ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc),segment_id=ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:06:00.526129 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bc797427-fb27-46e9-b0b9-16155cc53baa tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:00.546893 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:00.610938 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-cad13dc0-2f87-450e-ad24-7fb2f35d0858 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/quotas/7bde747057d140209cc6692d467254d8 HTTP/1.1" status: 200 len: 375 time: 0.0975504 Jun 27 20:06:00.613023 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c4366db9-428d-4ef3-8fbf-72a18611fbfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:00.621207 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c4366db9-428d-4ef3-8fbf-72a18611fbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:00.697425 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-c4366db9-428d-4ef3-8fbf-72a18611fbfa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9b1de0132a0d467b90665fb530e014ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3962414 Jun 27 20:06:00.697425 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366db9-428d-4ef3-8fbf-72a18611fbfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12297943-4ae1-4ea7-8965-996e1e771317,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:00.699667 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 53766) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:06:00.705867 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=c32e827a-1e0d-4418-aa78-d3adef99673b,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:00.722935 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port c3d84f0e-616c-4d28-a311-0bb5cfebbda9 is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:06:00.726939 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 81bdf2a0-06cd-4e36-9229-c56856b1740f up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:06:00.787130 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5d50f59a-8296-4ab3-888a-2ad89eb4a327 req-e866ad73-2195-44c7-b30b-b2da1eb58c2f tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725642 Jun 27 20:06:00.811092 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-0fb1d3f6-2d3e-460a-8133-3f0d3eb63507 service neutron] Attempting to bind port 1a85c707-6300-4094-ad01-a1823bb883b6 on host hv-cinder-84579 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:06:00.811429 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-0fb1d3f6-2d3e-460a-8133-3f0d3eb63507 service neutron] Attempting to bind port 1a85c707-6300-4094-ad01-a1823bb883b6 by drivers openvswitch,hyperv on host hv-cinder-84579 at level 0 using segments [{'id': '2e6a962a-47d2-47d1-a969-73df444edae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:06:00.811750 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-0fb1d3f6-2d3e-460a-8133-3f0d3eb63507 service neutron] Attempting to bind port 1a85c707-6300-4094-ad01-a1823bb883b6 on network edb7acd2-275d-4d02-9861-85e070a17792 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:06:00.845104 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-0fb1d3f6-2d3e-460a-8133-3f0d3eb63507 service neutron] Port 1a85c707-6300-4094-ad01-a1823bb883b6 on network edb7acd2-275d-4d02-9861-85e070a17792 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84579 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 20:06:00.845594 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-0fb1d3f6-2d3e-460a-8133-3f0d3eb63507 service neutron] Attempting to bind port 1a85c707-6300-4094-ad01-a1823bb883b6 on network edb7acd2-275d-4d02-9861-85e070a17792 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:06:00.855393 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-0fb1d3f6-2d3e-460a-8133-3f0d3eb63507 service neutron] Checking agent: {'id': '31e345cd-768d-4f38-b592-a73bb4a1bf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84579', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'started_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:06:00.855870 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-0fb1d3f6-2d3e-460a-8133-3f0d3eb63507 service neutron] Checking segment: {'id': '2e6a962a-47d2-47d1-a969-73df444edae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:06:00.856259 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-0fb1d3f6-2d3e-460a-8133-3f0d3eb63507 service neutron] Bound using segment: {'id': '2e6a962a-47d2-47d1-a969-73df444edae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:06:00.856699 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-0fb1d3f6-2d3e-460a-8133-3f0d3eb63507 service neutron] Bound port: 1a85c707-6300-4094-ad01-a1823bb883b6, host: hv-cinder-84579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e6a962a-47d2-47d1-a969-73df444edae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:06:00.857043 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-0fb1d3f6-2d3e-460a-8133-3f0d3eb63507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:00.943080 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 81bdf2a0-06cd-4e36-9229-c56856b1740f triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:06:00.943445 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:00.982221 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-60699706-bfd7-46f8-8859-b3166a2d95e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:01.016337 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-60699706-bfd7-46f8-8859-b3166a2d95e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:01.021295 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-0fb1d3f6-2d3e-460a-8133-3f0d3eb63507 service neutron] For port 1a85c707-6300-4094-ad01-a1823bb883b6, host hv-cinder-84579, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:06:01.025133 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-0fb1d3f6-2d3e-460a-8133-3f0d3eb63507 service neutron] For port 1a85c707-6300-4094-ad01-a1823bb883b6, host hv-cinder-84579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=1a85c707-6300-4094-ad01-a1823bb883b6,segment=NetworkSegment(2e6a962a-47d2-47d1-a969-73df444edae4),segment_id=2e6a962a-47d2-47d1-a969-73df444edae4)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:06:01.071469 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-bb09e6c1-bec0-4755-a051-2959c76b08aa tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bde747057d140209cc6692d467254d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4296350 Jun 27 20:06:01.080546 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-0fb1d3f6-2d3e-460a-8133-3f0d3eb63507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14170087'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:01.096812 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-60699706-bfd7-46f8-8859-b3166a2d95e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:01.117110 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60699706-bfd7-46f8-8859-b3166a2d95e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12297943-4ae1-4ea7-8965-996e1e771317,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:01.127564 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-60699706-bfd7-46f8-8859-b3166a2d95e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:01.129649 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-60699706-bfd7-46f8-8859-b3166a2d95e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/12297943-4ae1-4ea7-8965-996e1e771317 HTTP/1.1" status: 204 len: 168 time: 0.4163289 Jun 27 20:06:01.208311 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-0fb1d3f6-2d3e-460a-8133-3f0d3eb63507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:01.218927 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-0fb1d3f6-2d3e-460a-8133-3f0d3eb63507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:01.221098 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-0fb1d3f6-2d3e-460a-8133-3f0d3eb63507 service neutron] 10.222.0.15 "PUT /v2.0/ports/1a85c707-6300-4094-ad01-a1823bb883b6 HTTP/1.1" status: 200 len: 1093 time: 2.8171930 Jun 27 20:06:01.236905 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 81bdf2a0-06cd-4e36-9229-c56856b1740f is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:06:01.240629 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 93dfb96a-3ae4-402f-a858-9bfabecc3742 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:06:01.348179 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning for port 93dfb96a-3ae4-402f-a858-9bfabecc3742 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:06:01.360063 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 93dfb96a-3ae4-402f-a858-9bfabecc3742 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:06:01.361950 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:01.395678 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa196a23-c861-4261-bef4-e6bb77b8f32a', 'tag': '1a85c707-6300-4094-ad01-a1823bb883b6'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:06:01.428909 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1d3f6-2d3e-460a-8133-3f0d3eb63507 service neutron] Pushing event updated for resources: {'Port': ['ID=1a85c707-6300-4094-ad01-a1823bb883b6,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:01.452590 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-bc797427-fb27-46e9-b0b9-16155cc53baa tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Allocated IP 172.27.3.117 (f5e38b28-d42a-47c6-b8ea-5d0ae1b51160/4aa6a97f-4da5-4d03-b34a-f88023a9290b/e78f5cdc-53a2-451d-a67f-554a6f35d0a4) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:06:01.593584 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 93dfb96a-3ae4-402f-a858-9bfabecc3742 is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:06:01.594142 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:01.631448 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] For port 93dfb96a-3ae4-402f-a858-9bfabecc3742, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=93dfb96a-3ae4-402f-a858-9bfabecc3742,segment=NetworkSegment(19b88fb4-09fb-4dea-ba55-cb685887fbf1),segment_id=19b88fb4-09fb-4dea-ba55-cb685887fbf1)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:06:01.635883 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-5d6a00fb-f544-4e90-8659-bff367b0bba9 service neutron] 10.222.0.23 "GET /v2.0/networks/03ddf4ce-871c-4f06-813b-1b3c7a85f063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4937930 Jun 27 20:06:01.642763 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:01.652107 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c6264-9667-4693-8af9-68d4f263edcc req-dd3979ef-03a5-452f-8f39-2b415c025e8d tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:01.658844 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-df5c6264-9667-4693-8af9-68d4f263edcc req-dd3979ef-03a5-452f-8f39-2b415c025e8d tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 943 time: 0.6296027 Jun 27 20:06:01.732511 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Pushing event updated for resources: {'Port': ['ID=93dfb96a-3ae4-402f-a858-9bfabecc3742,revision_number=5']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:01.743115 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 0dc3381c-773b-4174-bd9a-f613f2c7228e up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:06:01.843809 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 0dc3381c-773b-4174-bd9a-f613f2c7228e triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:06:01.844205 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:01.852724 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-df5c6264-9667-4693-8af9-68d4f263edcc req-6715e474-7ca4-4c10-a9c1-71f065e99b4a tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929262 Jun 27 20:06:01.872168 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bc797427-fb27-46e9-b0b9-16155cc53baa tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:01.885778 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-0be13a24-5521-4826-a339-f4752af727bc service neutron] 10.222.0.23 "GET /v2.0/networks/03ddf4ce-871c-4f06-813b-1b3c7a85f063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414954 Jun 27 20:06:01.915700 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bc797427-fb27-46e9-b0b9-16155cc53baa tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14170096'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:02.010501 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc797427-fb27-46e9-b0b9-16155cc53baa tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:06:02.013595 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-bc797427-fb27-46e9-b0b9-16155cc53baa tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:06:02.020204 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc797427-fb27-46e9-b0b9-16155cc53baa tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:06:02.080141 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-093c4edd-3a70-4be9-ab2a-a33680fa18a1'] response: {'name': 'network-changed', 'server_uuid': 'fa196a23-c861-4261-bef4-e6bb77b8f32a', 'tag': '1a85c707-6300-4094-ad01-a1823bb883b6', 'status': 'completed', 'code': 200} Jun 27 20:06:02.100979 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 0dc3381c-773b-4174-bd9a-f613f2c7228e is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:06:02.106141 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc797427-fb27-46e9-b0b9-16155cc53baa tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Pushing event updated for resources: {'Port': ['ID=e78f5cdc-53a2-451d-a67f-554a6f35d0a4,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:02.146022 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4476e91c-196f-4f8c-b880-680f4d563876'] response: {'name': 'network-changed', 'server_uuid': 'a8a74a42-82c0-4d21-bb2a-97e7f1470655', 'tag': '97a5e2fc-290a-4696-8ea5-122ccb999592', 'status': 'completed', 'code': 200} Jun 27 20:06:02.311858 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-026c1a0b-c1eb-48ca-8016-00801ac8bd85 req-ac8326be-c177-425a-86fb-9e6d77353380 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 210 time: 0.1037376 Jun 27 20:06:02.349599 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bc797427-fb27-46e9-b0b9-16155cc53baa tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:02.432616 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d3445-d99f-4b09-992d-4e2c60ff21b0 req-3972cd08-c4c6-44f1-a82e-c7e6c92e7b16 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:02.434119 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6d2d3445-d99f-4b09-992d-4e2c60ff21b0 req-3972cd08-c4c6-44f1-a82e-c7e6c92e7b16 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 944 time: 0.2245865 Jun 27 20:06:02.463054 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bc797427-fb27-46e9-b0b9-16155cc53baa tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:02.531651 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6d2d3445-d99f-4b09-992d-4e2c60ff21b0 req-21b199bd-5850-4644-ad65-c4de2b0519ad tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904815 Jun 27 20:06:02.694150 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bc797427-fb27-46e9-b0b9-16155cc53baa tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:02.698540 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bc797427-fb27-46e9-b0b9-16155cc53baa tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14170087'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:02.810194 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc797427-fb27-46e9-b0b9-16155cc53baa tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Pushing event updated for resources: {'Port': ['ID=e78f5cdc-53a2-451d-a67f-554a6f35d0a4,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:02.817609 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bc797427-fb27-46e9-b0b9-16155cc53baa tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16271055'] for floatingip, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:02.845611 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bc797427-fb27-46e9-b0b9-16155cc53baa tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:02.854783 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-bc797427-fb27-46e9-b0b9-16155cc53baa tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9725723 Jun 27 20:06:03.070342 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be15fd-56f2-45a1-a503-71b31a12f87b req-b3bd857a-0538-45f0-9d8f-451f2f0ad970 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:03.071859 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f2be15fd-56f2-45a1-a503-71b31a12f87b req-b3bd857a-0538-45f0-9d8f-451f2f0ad970 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 943 time: 0.1126177 Jun 27 20:06:03.107856 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-b4cbc7c2-6603-4809-97a7-1228339e3027 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--404636387&fields=id&tenant_id=a50994bf4f144390934c88c909c5d061 HTTP/1.1" status: 200 len: 267 time: 0.0686896 Jun 27 20:06:03.147522 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f2be15fd-56f2-45a1-a503-71b31a12f87b req-20c11ff1-fa70-4c88-a9f7-04aef58378d5 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676792 Jun 27 20:06:03.265850 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-49a7efc2-6833-4caf-80bf-d1137b6eac4a tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:03.267238 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-49a7efc2-6833-4caf-80bf-d1137b6eac4a tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/networks?id=161680f6-9340-499f-abb6-7578d38c56d4 HTTP/1.1" status: 200 len: 810 time: 0.1496427 Jun 27 20:06:03.281847 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-346c1f85-76a5-426b-93c1-6887cf4b92c1 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/quotas/a50994bf4f144390934c88c909c5d061 HTTP/1.1" status: 200 len: 375 time: 0.0089803 Jun 27 20:06:03.377478 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-f1847413-3a13-49e2-af33-69ce89d4d343 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a50994bf4f144390934c88c909c5d061&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0905776 Jun 27 20:06:03.605934 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c878b5fd-e097-481d-8027-ad043e2a8f40 req-1c6a8619-2022-47e3-ace2-c9dcd72c9a63 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 210 time: 0.1365595 Jun 27 20:06:03.663611 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-d0674cc9-a081-41ea-a762-568159639ef2 service neutron] 10.222.0.23 "GET /v2.0/networks/161680f6-9340-499f-abb6-7578d38c56d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692699 Jun 27 20:06:03.745805 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 93dfb96a-3ae4-402f-a858-9bfabecc3742 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:06:03.811933 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 93dfb96a-3ae4-402f-a858-9bfabecc3742 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:06:03.812297 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:03.863478 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-57279bf2-70cc-48a6-b747-2269f0cacf55 service neutron] 10.222.0.23 "GET /v2.0/networks/161680f6-9340-499f-abb6-7578d38c56d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989360 Jun 27 20:06:03.905767 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda747bb-cb08-4bb9-bc67-a6de03c13b38 req-6359e318-4157-4f26-9e36-90a9119c4035 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:03.912742 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cda747bb-cb08-4bb9-bc67-a6de03c13b38 req-6359e318-4157-4f26-9e36-90a9119c4035 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 944 time: 0.1733360 Jun 27 20:06:04.010849 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 93dfb96a-3ae4-402f-a858-9bfabecc3742 is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:06:04.013767 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cda747bb-cb08-4bb9-bc67-a6de03c13b38 req-f63901dc-b47f-4bb4-880c-8728d2ca47ad tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001394 Jun 27 20:06:04.066465 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-5d6ebc5e-93aa-4b57-b292-3ffd162b478c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97a5e2fc-290a-4696-8ea5-122ccb999592 HTTP/1.1" status: 200 len: 217 time: 0.1325095 Jun 27 20:06:04.124070 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-336d9b44-2c00-4312-9204-1f8f94ba1f49 req-fcbb8b2f-5cfb-4862-a2ea-cda118bc01ec service neutron] 10.222.0.15 "GET /v2.0/networks/be906d6d-af38-482a-8688-d9b054c18d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033051 Jun 27 20:06:04.125204 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-dbfd86c4-3fc0-4dac-a105-6a53d42f90ee req-5f083111-3960-42b5-a995-b5f635d12403 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 210 time: 0.0663192 Jun 27 20:06:04.128228 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-01245d74-598b-4de7-a415-73e05ef03f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:04.129617 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-01245d74-598b-4de7-a415-73e05ef03f40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff42080e13fb414597e5f10abbe3434d&device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 1096 time: 0.1872237 Jun 27 20:06:04.406071 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-05623df4-10c3-47d2-b3cc-350c3f0229d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a85c707-6300-4094-ad01-a1823bb883b6 HTTP/1.1" status: 200 len: 217 time: 0.0684116 Jun 27 20:06:04.425759 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54332bd-b17d-4420-bb13-634d8319ef4a req-8a3440d2-fff9-4dda-85dd-6af0711b49ac tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:04.429162 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a54332bd-b17d-4420-bb13-634d8319ef4a req-8a3440d2-fff9-4dda-85dd-6af0711b49ac tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 943 time: 0.1653712 Jun 27 20:06:04.473250 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a54332bd-b17d-4420-bb13-634d8319ef4a req-81cbee70-2089-4342-8e0f-c042c653d173 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398185 Jun 27 20:06:04.480997 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-b03a168a-d334-48a1-b3c5-500679a10e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:04.482460 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-b03a168a-d334-48a1-b3c5-500679a10e29 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7d86a822-f147-437c-a8d8-a85441e6e85f HTTP/1.1" status: 200 len: 858 time: 0.1479535 Jun 27 20:06:04.521687 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-336d9b44-2c00-4312-9204-1f8f94ba1f49 req-81ea718a-132d-4c6e-9174-2f8a11133f89 service neutron] 10.222.0.15 "GET /v2.0/networks/be906d6d-af38-482a-8688-d9b054c18d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858511 Jun 27 20:06:04.699594 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-b405b934-0563-40fd-afd4-45f3383d88c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:04.700761 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-b405b934-0563-40fd-afd4-45f3383d88c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7d86a822-f147-437c-a8d8-a85441e6e85f HTTP/1.1" status: 200 len: 858 time: 0.0804806 Jun 27 20:06:04.727257 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-56192a0d-3795-4c34-999e-7bc818eb6a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:04.729250 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-56192a0d-3795-4c34-999e-7bc818eb6a2d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=edb7acd2-275d-4d02-9861-85e070a17792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1010008 Jun 27 20:06:04.791399 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['c32e827a-1e0d-4418-aa78-d3adef99673b'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:06:04.885365 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-bc312f91-d102-4567-9265-c1e4fcbaa9db req-f6ee929c-431f-4019-ab05-3840ded4c566 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 210 time: 0.1049278 Jun 27 20:06:04.891265 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-b979e60e-ca1d-45ce-a3c5-67eadc986f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:04.892857 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-b979e60e-ca1d-45ce-a3c5-67eadc986f4d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=edb7acd2-275d-4d02-9861-85e070a17792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1847949 Jun 27 20:06:04.965118 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-cd3cbdfa-e902-46b0-877c-95d8dc478104 service neutron] 10.222.0.15 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290592 Jun 27 20:06:05.073012 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-93658f21-7d23-496c-99d6-d3d0cf885b63 service neutron] 10.222.0.15 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645668 Jun 27 20:06:05.108031 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ee90bbea-cbfa-459c-82e0-6599661bcdb8 req-68a1c54c-7de4-4d46-906e-b1f05212244f service neutron] 10.222.0.15 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348324 Jun 27 20:06:05.313078 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-339cda10-822f-40bf-8a18-9a175d32db2b req-2b9262f6-0914-4fb4-a23f-90e4b3608386 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 210 time: 0.0705578 Jun 27 20:06:05.326146 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-00d672a0-c9c2-44b4-82ec-3b449d0cfecf req-0a40555b-fdca-4ef4-92e9-5113ad4362bf service neutron] 10.222.0.15 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472420 Jun 27 20:06:05.339636 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298ebf0-3311-49d1-a513-67e4e2ddf985 req-675918c0-19f9-4ec4-8996-415ff99ca5b8 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:05.341103 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c298ebf0-3311-49d1-a513-67e4e2ddf985 req-675918c0-19f9-4ec4-8996-415ff99ca5b8 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 944 time: 0.1958730 Jun 27 20:06:05.386863 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c298ebf0-3311-49d1-a513-67e4e2ddf985 req-ba45b00c-0d62-45c0-b840-96ef479b4fa8 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400434 Jun 27 20:06:05.668467 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876e5ed-c980-423d-a4fa-26ad2d742ed0 req-8214d7c4-4704-4a74-ae19-098d830d7ebc tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:05.670000 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4876e5ed-c980-423d-a4fa-26ad2d742ed0 req-8214d7c4-4704-4a74-ae19-098d830d7ebc tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 943 time: 0.0872471 Jun 27 20:06:05.718736 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4876e5ed-c980-423d-a4fa-26ad2d742ed0 req-b13e38e8-8720-4d39-b7ea-5973d1e20abc tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430892 Jun 27 20:06:06.050281 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-48e5d89d-025d-4fd2-ae77-186637841902 req-bbf77729-2e49-40db-9426-c474f51a43dc tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 210 time: 0.0505764 Jun 27 20:06:06.467784 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0d5b909c-fbe6-48ac-92c9-c763b36b4649 req-5e388d6a-2feb-4e1c-8656-958835f07aca tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 210 time: 0.0488188 Jun 27 20:06:06.577086 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2f9e9-9ff5-41d2-bac2-259ef47c3906 req-03f0d309-8538-40d3-afe6-7bea5bff9c91 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:06.578515 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a5d2f9e9-9ff5-41d2-bac2-259ef47c3906 req-03f0d309-8538-40d3-afe6-7bea5bff9c91 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 944 time: 0.0853167 Jun 27 20:06:06.691433 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a5d2f9e9-9ff5-41d2-bac2-259ef47c3906 req-efb4e154-02fe-4175-aeef-40edca2f6175 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073527 Jun 27 20:06:06.906505 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb614cb9-7b06-429d-a8a7-60024be69800 req-cecb652c-1617-4b3b-9315-34bfefddd949 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:06.908792 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cb614cb9-7b06-429d-a8a7-60024be69800 req-cecb652c-1617-4b3b-9315-34bfefddd949 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 943 time: 0.0859585 Jun 27 20:06:06.954391 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cb614cb9-7b06-429d-a8a7-60024be69800 req-17281c2d-20b0-4a06-a287-c4ebd2e42d3c tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407293 Jun 27 20:06:07.006841 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cadf27-c1b5-43f1-9a73-5d13b70a6b62 req-c8bb9bed-0f7a-4398-a643-de06949b91e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:07.008247 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-02cadf27-c1b5-43f1-9a73-5d13b70a6b62 req-c8bb9bed-0f7a-4398-a643-de06949b91e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff42080e13fb414597e5f10abbe3434d&device_id=a8a74a42-82c0-4d21-bb2a-97e7f1470655 HTTP/1.1" status: 200 len: 1097 time: 0.0995636 Jun 27 20:06:07.205548 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6ccc5269-ebf8-4da7-a68f-2661adfdb81b req-dcd16130-0ca4-4e27-b23d-d2eedfb8f473 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 210 time: 0.0477624 Jun 27 20:06:07.619552 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:07.622064 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4e1bfcaf-e77b-4e22-93d3-db3aff6dcc81 req-ac59b6a9-6463-4a42-a4b5-4e39dc9e9ddf tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 210 time: 0.0507956 Jun 27 20:06:07.887892 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db1000-8090-40d6-8af8-fefde44ace54 req-cf2436a5-f9d9-4d5a-8520-c85f0836ba32 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:07.889424 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e2db1000-8090-40d6-8af8-fefde44ace54 req-cf2436a5-f9d9-4d5a-8520-c85f0836ba32 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 944 time: 0.0943797 Jun 27 20:06:07.933720 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e2db1000-8090-40d6-8af8-fefde44ace54 req-3e786f10-4abd-4183-a0be-236ecb02ecf0 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387135 Jun 27 20:06:08.154407 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c385a-4b23-48da-bb4e-5d701a17996d req-15e230bd-a0c6-4775-8a1b-70836f39dab3 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:08.155834 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-393c385a-4b23-48da-bb4e-5d701a17996d req-15e230bd-a0c6-4775-8a1b-70836f39dab3 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 943 time: 0.0876026 Jun 27 20:06:08.197733 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-393c385a-4b23-48da-bb4e-5d701a17996d req-e72c0117-173e-4d88-ad94-5374992d17bb tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363438 Jun 27 20:06:08.360259 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ea233699-76bd-43e0-9024-b11c1dc23298 req-6e683144-16e0-4fea-bc46-6003f567877c tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 210 time: 0.0481191 Jun 27 20:06:08.774494 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b31b948b-5283-406c-86e0-61465e652081 req-9a02ad3f-740e-4fdc-98c4-e62789b8dee1 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 210 time: 0.0507495 Jun 27 20:06:09.116705 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616e137-c3af-4f4f-b985-f60104f0bbdf req-9059e9a9-4b6b-4624-937d-facccf1d6b7e tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:09.118166 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b616e137-c3af-4f4f-b985-f60104f0bbdf req-9059e9a9-4b6b-4624-937d-facccf1d6b7e tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 944 time: 0.0850174 Jun 27 20:06:09.162137 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b616e137-c3af-4f4f-b985-f60104f0bbdf req-c925113d-3fac-415c-a371-7760a61c57ac tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377488 Jun 27 20:06:09.490431 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cadf27-c1b5-43f1-9a73-5d13b70a6b62 req-9f169f9c-cfcf-4f10-af68-7534e0100298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:09.492627 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-02cadf27-c1b5-43f1-9a73-5d13b70a6b62 req-9f169f9c-cfcf-4f10-af68-7534e0100298 service neutron] 10.222.0.15 "GET /v2.0/networks?id=edb7acd2-275d-4d02-9861-85e070a17792 HTTP/1.1" status: 200 len: 920 time: 0.1922102 Jun 27 20:06:09.546835 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a6efe846-288a-4e16-8bdc-fde849632694 req-99d87a56-c446-41f0-8382-6f14352ee929 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 210 time: 0.0600243 Jun 27 20:06:09.596507 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-138e26a5-9b05-4bde-90cd-7e7d7d55fa0e tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:09.597942 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-138e26a5-9b05-4bde-90cd-7e7d7d55fa0e tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.15 "GET /v2.0/networks?id=03ddf4ce-871c-4f06-813b-1b3c7a85f063 HTTP/1.1" status: 200 len: 817 time: 0.2976866 Jun 27 20:06:09.610642 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8e565-d3e0-4c4e-af8d-1535f4689c7f req-a4934da6-7c24-4889-906f-60ddf7cebb36 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:09.612351 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fdc8e565-d3e0-4c4e-af8d-1535f4689c7f req-a4934da6-7c24-4889-906f-60ddf7cebb36 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 943 time: 0.2291360 Jun 27 20:06:09.635936 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-02cadf27-c1b5-43f1-9a73-5d13b70a6b62 req-2cb243a2-b48b-4383-be08-0cc186b3ffeb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97a5e2fc-290a-4696-8ea5-122ccb999592 HTTP/1.1" status: 200 len: 217 time: 0.1075382 Jun 27 20:06:09.687348 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-e86dfbdd-e18c-4cb1-84a0-fd5754d89877 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bde747057d140209cc6692d467254d8 HTTP/1.1" status: 200 len: 380 time: 0.0708435 Jun 27 20:06:09.691762 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fdc8e565-d3e0-4c4e-af8d-1535f4689c7f req-72d4cb4d-5e3f-46d7-93f4-86e667fe45e6 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626421 Jun 27 20:06:09.696232 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-37e7c647-a2e1-4b5e-93c5-fdcb2c8a56ba tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Request body: {'port': {'device_id': 'ab185522-8b72-4604-a88b-0e8ca5bf4b0d', 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063', 'admin_state_up': True, 'tenant_id': '7bde747057d140209cc6692d467254d8', 'security_groups': ['dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb']}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:06:09.711531 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cadf27-c1b5-43f1-9a73-5d13b70a6b62 req-bac238a3-7acc-4f5f-9fa5-f84707b939be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:09.713511 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-02cadf27-c1b5-43f1-9a73-5d13b70a6b62 req-bac238a3-7acc-4f5f-9fa5-f84707b939be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7d86a822-f147-437c-a8d8-a85441e6e85f HTTP/1.1" status: 200 len: 858 time: 0.0705571 Jun 27 20:06:09.720116 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43cce57-2fa8-4f87-b835-326429e8eddb req-162e1f3a-64ac-4303-bb38-fc6fbafd5fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:09.721502 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-f43cce57-2fa8-4f87-b835-326429e8eddb req-162e1f3a-64ac-4303-bb38-fc6fbafd5fab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff42080e13fb414597e5f10abbe3434d&device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 1096 time: 0.1943984 Jun 27 20:06:09.838058 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-37e7c647-a2e1-4b5e-93c5-fdcb2c8a56ba tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:06:09.842593 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-37e7c647-a2e1-4b5e-93c5-fdcb2c8a56ba tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Usage tracker for resource:port and tenant:7bde747057d140209cc6692d467254d8 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:06:09.846927 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-37e7c647-a2e1-4b5e-93c5-fdcb2c8a56ba tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:06:09.853321 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-37e7c647-a2e1-4b5e-93c5-fdcb2c8a56ba tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:06:09.866070 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-37e7c647-a2e1-4b5e-93c5-fdcb2c8a56ba tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Made reservation on behalf of 7bde747057d140209cc6692d467254d8 for: {'port': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:06:09.870162 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-37e7c647-a2e1-4b5e-93c5-fdcb2c8a56ba tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:09.943512 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7519bce7-8991-4d32-bbf6-3cb710d77c9f req-480ddc00-2e85-4b0b-acf9-675d62f0c005 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 210 time: 0.0530508 Jun 27 20:06:09.995538 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43cce57-2fa8-4f87-b835-326429e8eddb req-da9c8bda-e1a2-4c7b-bcef-2bd22ede2e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:09.996975 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-f43cce57-2fa8-4f87-b835-326429e8eddb req-da9c8bda-e1a2-4c7b-bcef-2bd22ede2e61 service neutron] 10.222.0.15 "GET /v2.0/networks?id=edb7acd2-275d-4d02-9861-85e070a17792 HTTP/1.1" status: 200 len: 920 time: 0.2278619 Jun 27 20:06:10.013472 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cadf27-c1b5-43f1-9a73-5d13b70a6b62 req-5acac0d2-bfec-42b2-9578-e5299a690650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:10.019298 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-02cadf27-c1b5-43f1-9a73-5d13b70a6b62 req-5acac0d2-bfec-42b2-9578-e5299a690650 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=edb7acd2-275d-4d02-9861-85e070a17792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2836933 Jun 27 20:06:10.099492 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-37e7c647-a2e1-4b5e-93c5-fdcb2c8a56ba tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Allocated IP 172.20.0.14 (03ddf4ce-871c-4f06-813b-1b3c7a85f063/ba00cca6-cfda-4754-8a1e-ba6ebb77dfea/150c3258-82eb-4bc9-a7ea-6be679dad280) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:06:10.177355 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-f43cce57-2fa8-4f87-b835-326429e8eddb req-1fcf3055-2e8c-4e90-b29c-bb454219e3b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a85c707-6300-4094-ad01-a1823bb883b6 HTTP/1.1" status: 200 len: 217 time: 0.0918846 Jun 27 20:06:10.337679 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43cce57-2fa8-4f87-b835-326429e8eddb req-fdcdb0df-9f38-4764-8cfd-6b26245cb736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:10.339112 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-f43cce57-2fa8-4f87-b835-326429e8eddb req-fdcdb0df-9f38-4764-8cfd-6b26245cb736 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7d86a822-f147-437c-a8d8-a85441e6e85f HTTP/1.1" status: 200 len: 858 time: 0.1167889 Jun 27 20:06:10.417754 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-02cadf27-c1b5-43f1-9a73-5d13b70a6b62 req-abeb0a10-49c7-4f11-9f92-3bd08dfa0d40 service neutron] 10.222.0.15 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309362 Jun 27 20:06:10.494012 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-37e7c647-a2e1-4b5e-93c5-fdcb2c8a56ba tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:10.515299 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-37e7c647-a2e1-4b5e-93c5-fdcb2c8a56ba tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Transition to ACTIVE for port object 150c3258-82eb-4bc9-a7ea-6be679dad280 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:06:10.537797 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43cce57-2fa8-4f87-b835-326429e8eddb req-be7b1112-1f94-4395-a116-8f294ac02cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:10.539455 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-f43cce57-2fa8-4f87-b835-326429e8eddb req-be7b1112-1f94-4395-a116-8f294ac02cfb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=edb7acd2-275d-4d02-9861-85e070a17792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1850059 Jun 27 20:06:10.546616 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916653b6-9b6a-458e-977d-22885647241f req-0c93058f-4ac9-47de-89b8-4fa78306fb61 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:10.553432 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-916653b6-9b6a-458e-977d-22885647241f req-0c93058f-4ac9-47de-89b8-4fa78306fb61 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 944 time: 0.2042623 Jun 27 20:06:10.617335 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-916653b6-9b6a-458e-977d-22885647241f req-5678f38c-10b5-4085-9fe2-ed9653c44b16 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624638 Jun 27 20:06:10.619918 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-37e7c647-a2e1-4b5e-93c5-fdcb2c8a56ba tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14170096'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:10.668053 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.15', 54599) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:06:10.705302 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-37e7c647-a2e1-4b5e-93c5-fdcb2c8a56ba tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Network 03ddf4ce-871c-4f06-813b-1b3c7a85f063 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:06:10.709851 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-37e7c647-a2e1-4b5e-93c5-fdcb2c8a56ba tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:06:10.712571 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-37e7c647-a2e1-4b5e-93c5-fdcb2c8a56ba tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:06:10.856629 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-02cadf27-c1b5-43f1-9a73-5d13b70a6b62 req-1398ecde-694c-4ffe-ae44-be96cc920d95 service neutron] 10.222.0.15 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143138 Jun 27 20:06:10.968071 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-f43cce57-2fa8-4f87-b835-326429e8eddb req-cc09d4ae-96f7-4fc2-ba7c-d52ed3272507 service neutron] 10.222.0.15 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128664 Jun 27 20:06:10.980030 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-6eafb97d-9eb9-4650-be4d-4d6b0accc451 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:10.980737 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-6eafb97d-9eb9-4650-be4d-4d6b0accc451 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Synchronizing usage tracker for tenant:a50994bf4f144390934c88c909c5d061 on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:06:11.005229 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-6eafb97d-9eb9-4650-be4d-4d6b0accc451 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Unset dirty status for tenant:a50994bf4f144390934c88c909c5d061 on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:06:11.008083 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-6eafb97d-9eb9-4650-be4d-4d6b0accc451 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.15 "GET /v2.0/networks?id=161680f6-9340-499f-abb6-7578d38c56d4 HTTP/1.1" status: 200 len: 810 time: 0.3371055 Jun 27 20:06:11.010913 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7c647-a2e1-4b5e-93c5-fdcb2c8a56ba tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Pushing event updated for resources: {'Port': ['ID=150c3258-82eb-4bc9-a7ea-6be679dad280,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:11.030701 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-37e7c647-a2e1-4b5e-93c5-fdcb2c8a56ba tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:11.031429 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-37e7c647-a2e1-4b5e-93c5-fdcb2c8a56ba tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:11.089961 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-37e7c647-a2e1-4b5e-93c5-fdcb2c8a56ba tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3971839 Jun 27 20:06:11.093460 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-9e1e1cfc-30f4-4da6-8da1-47d7754e9be9 None None] Provisioning for port 150c3258-82eb-4bc9-a7ea-6be679dad280 completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:06:11.099661 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-9e1e1cfc-30f4-4da6-8da1-47d7754e9be9 None None] Provisioning complete for port 150c3258-82eb-4bc9-a7ea-6be679dad280 triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:06:11.100102 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9e1e1cfc-30f4-4da6-8da1-47d7754e9be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:11.125035 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701a33a-3b05-4358-9a6d-81c66a781669 req-81e10f8c-9f4f-4f1b-9a6f-b5fa2ebee697 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:11.126652 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b701a33a-3b05-4358-9a6d-81c66a781669 req-81e10f8c-9f4f-4f1b-9a6f-b5fa2ebee697 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 943 time: 0.2821624 Jun 27 20:06:11.144081 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f330c-59a1-4de0-9e35-725a692b0e62 req-522f92bc-c86b-430c-b155-f142c65d0687 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:11.144746 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-818f330c-59a1-4de0-9e35-725a692b0e62 req-522f92bc-c86b-430c-b155-f142c65d0687 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Synchronizing usage tracker for tenant:7bde747057d140209cc6692d467254d8 on resource:port {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:06:11.166100 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-9e1e1cfc-30f4-4da6-8da1-47d7754e9be9 None None] Port 150c3258-82eb-4bc9-a7ea-6be679dad280 cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:06:11.179296 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-5b63934d-7ffa-4d36-a99f-c286f30ca76c service neutron] Request body: {'port': {'device_id': 'ab185522-8b72-4604-a88b-0e8ca5bf4b0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84579'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:06:11.246452 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-e7d7e456-20f7-4618-962f-a60b0dfe1e54 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Synchronizing usage tracker for tenant:a50994bf4f144390934c88c909c5d061 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:06:11.288504 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-f43cce57-2fa8-4f87-b835-326429e8eddb req-84f485dc-b2a1-45d9-8bfa-d0f5fcb977b2 service neutron] 10.222.0.15 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214346 Jun 27 20:06:11.289791 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-e7d7e456-20f7-4618-962f-a60b0dfe1e54 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Unset dirty status for tenant:a50994bf4f144390934c88c909c5d061 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:06:11.291469 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-e7d7e456-20f7-4618-962f-a60b0dfe1e54 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a50994bf4f144390934c88c909c5d061 HTTP/1.1" status: 200 len: 379 time: 0.1121893 Jun 27 20:06:11.301131 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-818f330c-59a1-4de0-9e35-725a692b0e62 req-522f92bc-c86b-430c-b155-f142c65d0687 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Unset dirty status for tenant:7bde747057d140209cc6692d467254d8 on resource:port {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:06:11.302288 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-818f330c-59a1-4de0-9e35-725a692b0e62 req-522f92bc-c86b-430c-b155-f142c65d0687 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 932 time: 0.5936019 Jun 27 20:06:11.308157 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b701a33a-3b05-4358-9a6d-81c66a781669 req-0c59c6ee-d429-4f4a-aad8-94c183c2e789 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593988 Jun 27 20:06:11.361591 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-5b63934d-7ffa-4d36-a99f-c286f30ca76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:11.372890 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-bcb86241-682f-4435-b18a-215d26ecec37 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Request body: {'port': {'device_id': '2c74792b-2936-4711-a4f6-9856db0e144c', 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4', 'admin_state_up': True, 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'security_groups': ['1ad6e821-17dc-4b06-88f0-03383f9ea42d']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:06:11.386472 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-818f330c-59a1-4de0-9e35-725a692b0e62 req-b4be1231-3e39-497c-b00f-84b140b71f4a tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753508 Jun 27 20:06:11.589355 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-aa9cede7-e3db-4a34-95bb-bfe3505bafd5 req-44367815-d121-478c-bc2e-c6369105f9c1 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 210 time: 0.0671108 Jun 27 20:06:11.598984 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-bcb86241-682f-4435-b18a-215d26ecec37 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:06:11.603670 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-bcb86241-682f-4435-b18a-215d26ecec37 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Usage tracker for resource:port and tenant:a50994bf4f144390934c88c909c5d061 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:06:11.607451 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-bcb86241-682f-4435-b18a-215d26ecec37 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:06:11.613453 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-bcb86241-682f-4435-b18a-215d26ecec37 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:06:11.624118 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-bcb86241-682f-4435-b18a-215d26ecec37 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Made reservation on behalf of a50994bf4f144390934c88c909c5d061 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:06:11.627774 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-bcb86241-682f-4435-b18a-215d26ecec37 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:11.805143 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-bcb86241-682f-4435-b18a-215d26ecec37 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Allocated IP 172.20.0.5 (161680f6-9340-499f-abb6-7578d38c56d4/3fccdbdb-2f00-4b31-ac45-6e4614abd8b0/307c352b-d9f8-4e48-a3f6-42186504937e) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:06:11.827410 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device c32e827a-1e0d-4418-aa78-d3adef99673b up at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:06:11.840749 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:06:11.911035 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning for port c32e827a-1e0d-4418-aa78-d3adef99673b completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:06:11.916598 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning complete for port c32e827a-1e0d-4418-aa78-d3adef99673b triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:06:11.917294 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:11.961588 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-5b63934d-7ffa-4d36-a99f-c286f30ca76c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 150c3258-82eb-4bc9-a7ea-6be679dad280 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:06:11.971900 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-5b63934d-7ffa-4d36-a99f-c286f30ca76c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:11.997237 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-5b63934d-7ffa-4d36-a99f-c286f30ca76c service neutron] Transition to ACTIVE for port object 150c3258-82eb-4bc9-a7ea-6be679dad280 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:06:12.004897 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353abb7-f71d-475e-bd38-4cbb9834a341 req-96005667-cf46-43f0-b627-926b9fe1a663 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:12.010101 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8353abb7-f71d-475e-bd38-4cbb9834a341 req-96005667-cf46-43f0-b627-926b9fe1a663 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 944 time: 0.2336352 Jun 27 20:06:12.011506 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-5b63934d-7ffa-4d36-a99f-c286f30ca76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14170087'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:12.061087 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-bcb86241-682f-4435-b18a-215d26ecec37 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:12.064403 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port c32e827a-1e0d-4418-aa78-d3adef99673b is: BUILD; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:06:12.064777 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:12.077175 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-bcb86241-682f-4435-b18a-215d26ecec37 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Transition to ACTIVE for port object 307c352b-d9f8-4e48-a3f6-42186504937e will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:06:12.094396 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af04c4b-d876-4602-af89-671de70cd003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32e827a-1e0d-4418-aa78-d3adef99673b'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:06:12.112770 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-bcb86241-682f-4435-b18a-215d26ecec37 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:12.167614 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port c32e827a-1e0d-4418-aa78-d3adef99673b, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=c32e827a-1e0d-4418-aa78-d3adef99673b,segment=NetworkSegment(ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc),segment_id=ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:06:12.185777 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:12.218192 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8353abb7-f71d-475e-bd38-4cbb9834a341 req-4cca4e9b-144b-4e1c-a76d-d2f9a71000e4 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021697 Jun 27 20:06:12.224222 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-bcb86241-682f-4435-b18a-215d26ecec37 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Network 161680f6-9340-499f-abb6-7578d38c56d4 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:06:12.234858 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63934d-7ffa-4d36-a99f-c286f30ca76c service neutron] Pushing event updated for resources: {'Port': ['ID=150c3258-82eb-4bc9-a7ea-6be679dad280,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:12.256706 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-bcb86241-682f-4435-b18a-215d26ecec37 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:06:12.273218 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-bcb86241-682f-4435-b18a-215d26ecec37 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:06:12.316464 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=c32e827a-1e0d-4418-aa78-d3adef99673b,revision_number=5']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:12.450616 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-5b63934d-7ffa-4d36-a99f-c286f30ca76c service neutron] Attempting to bind port 150c3258-82eb-4bc9-a7ea-6be679dad280 on host hv-cinder-84579 for vnic_type normal with profile {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:06:12.451048 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-5b63934d-7ffa-4d36-a99f-c286f30ca76c service neutron] Attempting to bind port 150c3258-82eb-4bc9-a7ea-6be679dad280 by drivers openvswitch,hyperv on host hv-cinder-84579 at level 0 using segments [{'id': '239487e6-915f-4fa0-ada1-48352006308c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:06:12.451465 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-5b63934d-7ffa-4d36-a99f-c286f30ca76c service neutron] Attempting to bind port 150c3258-82eb-4bc9-a7ea-6be679dad280 on network 03ddf4ce-871c-4f06-813b-1b3c7a85f063 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:06:12.457348 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-5b63934d-7ffa-4d36-a99f-c286f30ca76c service neutron] Port 150c3258-82eb-4bc9-a7ea-6be679dad280 on network 03ddf4ce-871c-4f06-813b-1b3c7a85f063 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84579 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 20:06:12.457821 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-5b63934d-7ffa-4d36-a99f-c286f30ca76c service neutron] Attempting to bind port 150c3258-82eb-4bc9-a7ea-6be679dad280 on network 03ddf4ce-871c-4f06-813b-1b3c7a85f063 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:06:12.464435 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-5b63934d-7ffa-4d36-a99f-c286f30ca76c service neutron] Checking agent: {'id': '31e345cd-768d-4f38-b592-a73bb4a1bf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84579', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'started_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:06:12.464888 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-5b63934d-7ffa-4d36-a99f-c286f30ca76c service neutron] Checking segment: {'id': '239487e6-915f-4fa0-ada1-48352006308c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:06:12.465366 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-5b63934d-7ffa-4d36-a99f-c286f30ca76c service neutron] Bound using segment: {'id': '239487e6-915f-4fa0-ada1-48352006308c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:06:12.465913 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-5b63934d-7ffa-4d36-a99f-c286f30ca76c service neutron] Bound port: 150c3258-82eb-4bc9-a7ea-6be679dad280, host: hv-cinder-84579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '239487e6-915f-4fa0-ada1-48352006308c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:06:12.466138 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb86241-682f-4435-b18a-215d26ecec37 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Pushing event updated for resources: {'Port': ['ID=307c352b-d9f8-4e48-a3f6-42186504937e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:12.466436 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-5b63934d-7ffa-4d36-a99f-c286f30ca76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:12.519302 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-bcb86241-682f-4435-b18a-215d26ecec37 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:12.520111 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-bcb86241-682f-4435-b18a-215d26ecec37 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:12.550651 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-bcb86241-682f-4435-b18a-215d26ecec37 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1885002 Jun 27 20:06:12.566171 dv-cinder-845799-1-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9397b9e-8e8c-4970-99be-e8c45c5bd7ba'] response: {'server_uuid': '1af04c4b-d876-4602-af89-671de70cd003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32e827a-1e0d-4418-aa78-d3adef99673b', 'code': 200} Jun 27 20:06:12.627674 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-13dff3f2-5677-449a-8b16-06cce836bb70 service neutron] Request body: {'port': {'device_id': '2c74792b-2936-4711-a4f6-9856db0e144c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84579'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:06:12.670916 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-c4952dc1-561d-4de8-b913-7d2ff58f0d9f None None] Provisioning for port 307c352b-d9f8-4e48-a3f6-42186504937e completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:06:12.679780 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-c4952dc1-561d-4de8-b913-7d2ff58f0d9f None None] Provisioning complete for port 307c352b-d9f8-4e48-a3f6-42186504937e triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:06:12.681372 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c4952dc1-561d-4de8-b913-7d2ff58f0d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:12.811709 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-13dff3f2-5677-449a-8b16-06cce836bb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:12.859103 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-c4952dc1-561d-4de8-b913-7d2ff58f0d9f None None] Port 307c352b-d9f8-4e48-a3f6-42186504937e cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:06:12.870582 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-5b63934d-7ffa-4d36-a99f-c286f30ca76c service neutron] For port 150c3258-82eb-4bc9-a7ea-6be679dad280, host hv-cinder-84579, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:06:12.915726 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44279b00-4fa0-4dbb-a33a-8ebed3211f3c req-8be2253c-0ea1-485c-a8ac-06b208ceb575 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:12.922694 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-44279b00-4fa0-4dbb-a33a-8ebed3211f3c req-8be2253c-0ea1-485c-a8ac-06b208ceb575 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 943 time: 0.4048660 Jun 27 20:06:12.937367 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-5b63934d-7ffa-4d36-a99f-c286f30ca76c service neutron] For port 150c3258-82eb-4bc9-a7ea-6be679dad280, host hv-cinder-84579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=150c3258-82eb-4bc9-a7ea-6be679dad280,segment=NetworkSegment(239487e6-915f-4fa0-ada1-48352006308c),segment_id=239487e6-915f-4fa0-ada1-48352006308c)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:06:12.959947 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-5b63934d-7ffa-4d36-a99f-c286f30ca76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14170087'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:13.131915 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-5b63934d-7ffa-4d36-a99f-c286f30ca76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:13.132610 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-5b63934d-7ffa-4d36-a99f-c286f30ca76c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:13.134446 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-5b63934d-7ffa-4d36-a99f-c286f30ca76c service neutron] 10.222.0.15 "PUT /v2.0/ports/150c3258-82eb-4bc9-a7ea-6be679dad280 HTTP/1.1" status: 200 len: 1094 time: 1.9862723 Jun 27 20:06:13.139438 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab185522-8b72-4604-a88b-0e8ca5bf4b0d', 'tag': '150c3258-82eb-4bc9-a7ea-6be679dad280'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:06:13.170547 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-44279b00-4fa0-4dbb-a33a-8ebed3211f3c req-961399f8-901e-4cf8-ac57-76db2d3b6e0d tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315128 Jun 27 20:06:13.200780 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8397e-0b93-4c1c-b22a-5b4709f6bf14 req-ecff343f-0e60-4220-94c6-b82c3ce6cd41 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:13.207721 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8da8397e-0b93-4c1c-b22a-5b4709f6bf14 req-ecff343f-0e60-4220-94c6-b82c3ce6cd41 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.4628069 Jun 27 20:06:13.228046 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63934d-7ffa-4d36-a99f-c286f30ca76c service neutron] Pushing event updated for resources: {'Port': ['ID=150c3258-82eb-4bc9-a7ea-6be679dad280,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:13.294475 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8da8397e-0b93-4c1c-b22a-5b4709f6bf14 req-a103060a-fe1b-4c4f-a2e6-be9f12e72b3c tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857255 Jun 27 20:06:13.387248 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-13dff3f2-5677-449a-8b16-06cce836bb70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 307c352b-d9f8-4e48-a3f6-42186504937e {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:06:13.397537 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc5c7b56-2c0f-445b-9e88-5bb69391528d'] response: {'name': 'network-changed', 'server_uuid': 'ab185522-8b72-4604-a88b-0e8ca5bf4b0d', 'tag': '150c3258-82eb-4bc9-a7ea-6be679dad280', 'status': 'completed', 'code': 200} Jun 27 20:06:13.401730 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-13dff3f2-5677-449a-8b16-06cce836bb70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:13.426811 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-13dff3f2-5677-449a-8b16-06cce836bb70 service neutron] Transition to ACTIVE for port object 307c352b-d9f8-4e48-a3f6-42186504937e will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:06:13.433217 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-13dff3f2-5677-449a-8b16-06cce836bb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:13.467200 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5a7c2-456d-443d-912e-59fd2e15c51e req-d6d7114c-a9c0-451a-9243-4e0a952ab979 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:13.468741 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f8e5a7c2-456d-443d-912e-59fd2e15c51e req-d6d7114c-a9c0-451a-9243-4e0a952ab979 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 931 time: 0.1374817 Jun 27 20:06:13.587696 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dff3f2-5677-449a-8b16-06cce836bb70 service neutron] Pushing event updated for resources: {'Port': ['ID=307c352b-d9f8-4e48-a3f6-42186504937e,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:13.598497 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 54118) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:06:13.600617 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f8e5a7c2-456d-443d-912e-59fd2e15c51e req-cd5d1853-8cd8-477f-874b-104854f90ae0 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176124 Jun 27 20:06:13.664344 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549c778-36f9-463e-8587-98fca38a79f5 req-0fae93b2-2ade-4402-a304-3d5bff0887c8 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:13.672659 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f549c778-36f9-463e-8587-98fca38a79f5 req-0fae93b2-2ade-4402-a304-3d5bff0887c8 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 945 time: 0.1276934 Jun 27 20:06:13.728267 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f549c778-36f9-463e-8587-98fca38a79f5 req-2c02d28b-3316-4236-b65c-279ca9c20741 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539207 Jun 27 20:06:13.750540 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-13dff3f2-5677-449a-8b16-06cce836bb70 service neutron] Attempting to bind port 307c352b-d9f8-4e48-a3f6-42186504937e on host hv-cinder-84579 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:06:13.751018 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-13dff3f2-5677-449a-8b16-06cce836bb70 service neutron] Attempting to bind port 307c352b-d9f8-4e48-a3f6-42186504937e by drivers openvswitch,hyperv on host hv-cinder-84579 at level 0 using segments [{'id': '19b88fb4-09fb-4dea-ba55-cb685887fbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:06:13.751306 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-13dff3f2-5677-449a-8b16-06cce836bb70 service neutron] Attempting to bind port 307c352b-d9f8-4e48-a3f6-42186504937e on network 161680f6-9340-499f-abb6-7578d38c56d4 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:06:13.757000 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dd61cb9c-7b3e-4c28-9104-e81ec4038625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:13.766507 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-13dff3f2-5677-449a-8b16-06cce836bb70 service neutron] Port 307c352b-d9f8-4e48-a3f6-42186504937e on network 161680f6-9340-499f-abb6-7578d38c56d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84579 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 20:06:13.766818 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-13dff3f2-5677-449a-8b16-06cce836bb70 service neutron] Attempting to bind port 307c352b-d9f8-4e48-a3f6-42186504937e on network 161680f6-9340-499f-abb6-7578d38c56d4 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:06:13.775219 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-13dff3f2-5677-449a-8b16-06cce836bb70 service neutron] Checking agent: {'id': '31e345cd-768d-4f38-b592-a73bb4a1bf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84579', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'started_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:06:13.775493 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-13dff3f2-5677-449a-8b16-06cce836bb70 service neutron] Checking segment: {'id': '19b88fb4-09fb-4dea-ba55-cb685887fbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:06:13.775856 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-13dff3f2-5677-449a-8b16-06cce836bb70 service neutron] Bound using segment: {'id': '19b88fb4-09fb-4dea-ba55-cb685887fbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:06:13.776269 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-13dff3f2-5677-449a-8b16-06cce836bb70 service neutron] Bound port: 307c352b-d9f8-4e48-a3f6-42186504937e, host: hv-cinder-84579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19b88fb4-09fb-4dea-ba55-cb685887fbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:06:13.776592 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-13dff3f2-5677-449a-8b16-06cce836bb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:13.786385 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-dd61cb9c-7b3e-4c28-9104-e81ec4038625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:06:13.794062 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-dd61cb9c-7b3e-4c28-9104-e81ec4038625 admin admin] Usage tracker for resource:security_group_rule and tenant:452bb0f49cfd48a68332b94bce569763 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:06:13.797512 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-dd61cb9c-7b3e-4c28-9104-e81ec4038625 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:06:13.829713 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-dd61cb9c-7b3e-4c28-9104-e81ec4038625 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:06:13.897939 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-13dff3f2-5677-449a-8b16-06cce836bb70 service neutron] For port 307c352b-d9f8-4e48-a3f6-42186504937e, host hv-cinder-84579, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:06:13.903313 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-13dff3f2-5677-449a-8b16-06cce836bb70 service neutron] For port 307c352b-d9f8-4e48-a3f6-42186504937e, host hv-cinder-84579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=307c352b-d9f8-4e48-a3f6-42186504937e,segment=NetworkSegment(19b88fb4-09fb-4dea-ba55-cb685887fbf1),segment_id=19b88fb4-09fb-4dea-ba55-cb685887fbf1)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:06:13.909853 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-13dff3f2-5677-449a-8b16-06cce836bb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:13.972643 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-13dff3f2-5677-449a-8b16-06cce836bb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:13.973240 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-13dff3f2-5677-449a-8b16-06cce836bb70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:13.974655 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-13dff3f2-5677-449a-8b16-06cce836bb70 service neutron] 10.222.0.15 "PUT /v2.0/ports/307c352b-d9f8-4e48-a3f6-42186504937e HTTP/1.1" status: 200 len: 1093 time: 1.3520761 Jun 27 20:06:13.976958 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c74792b-2936-4711-a4f6-9856db0e144c', 'tag': '307c352b-d9f8-4e48-a3f6-42186504937e'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:06:14.030133 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27f47bf5-9868-45bb-b47c-371da2edf56f'] response: {'name': 'network-changed', 'server_uuid': '2c74792b-2936-4711-a4f6-9856db0e144c', 'tag': '307c352b-d9f8-4e48-a3f6-42186504937e', 'status': 'completed', 'code': 200} Jun 27 20:06:14.031726 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dd61cb9c-7b3e-4c28-9104-e81ec4038625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:14.032741 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dff3f2-5677-449a-8b16-06cce836bb70 service neutron] Pushing event updated for resources: {'Port': ['ID=307c352b-d9f8-4e48-a3f6-42186504937e,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:14.036463 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dd61cb9c-7b3e-4c28-9104-e81ec4038625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:14.084518 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-dd61cb9c-7b3e-4c28-9104-e81ec4038625 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=452bb0f49cfd48a68332b94bce569763&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4854774 Jun 27 20:06:14.085462 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61cb9c-7b3e-4c28-9104-e81ec4038625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7ad25e-1130-46c8-aec7-b23d0116943f,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:14.087644 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 54130) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:06:14.153208 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4f6d351c-f8dd-4778-8d47-3e62385f4376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:14.178056 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4f6d351c-f8dd-4778-8d47-3e62385f4376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:14.230628 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4f6d351c-f8dd-4778-8d47-3e62385f4376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:14.250005 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d351c-f8dd-4778-8d47-3e62385f4376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7ad25e-1130-46c8-aec7-b23d0116943f,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:14.252245 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4f6d351c-f8dd-4778-8d47-3e62385f4376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:14.253334 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-4f6d351c-f8dd-4778-8d47-3e62385f4376 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e7ad25e-1130-46c8-aec7-b23d0116943f HTTP/1.1" status: 204 len: 168 time: 0.1636548 Jun 27 20:06:14.382829 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac91f08-3ad5-4e56-adc1-ad733aed226b req-82fcf870-d93b-471a-be4f-aa9ba8dea665 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:14.384805 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-eac91f08-3ad5-4e56-adc1-ad733aed226b req-82fcf870-d93b-471a-be4f-aa9ba8dea665 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 943 time: 0.0952399 Jun 27 20:06:14.478534 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-eac91f08-3ad5-4e56-adc1-ad733aed226b req-01738498-fda5-4431-894b-7946bdb53414 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865633 Jun 27 20:06:14.510924 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35d370-61ae-4a60-b7bc-f01c03c04fc4 req-baeab3be-d269-45c0-b34e-ec888adfe0fd tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:14.512354 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0a35d370-61ae-4a60-b7bc-f01c03c04fc4 req-baeab3be-d269-45c0-b34e-ec888adfe0fd tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.1027725 Jun 27 20:06:14.554416 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 54142) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:06:14.573299 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0a35d370-61ae-4a60-b7bc-f01c03c04fc4 req-139a23f8-fd72-4175-807b-badeeffff24c tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548854 Jun 27 20:06:14.582708 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5e4c0522-b34c-461f-a764-9e6c828d5f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:14.591589 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9b62b7d0-42ea-494f-893b-9b11eca70577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:14.600175 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-5e4c0522-b34c-461f-a764-9e6c828d5f3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:06:14.604473 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-5e4c0522-b34c-461f-a764-9e6c828d5f3b admin admin] Usage tracker for resource:security_group_rule and tenant:6be402bb87cf4d51a5e042cac821185e is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:06:14.607703 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-5e4c0522-b34c-461f-a764-9e6c828d5f3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:06:14.613886 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-5e4c0522-b34c-461f-a764-9e6c828d5f3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:06:14.706525 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5e4c0522-b34c-461f-a764-9e6c828d5f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:14.712163 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5e4c0522-b34c-461f-a764-9e6c828d5f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:14.811410 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-5e4c0522-b34c-461f-a764-9e6c828d5f3b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6be402bb87cf4d51a5e042cac821185e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2559752 Jun 27 20:06:14.813746 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c0522-b34c-461f-a764-9e6c828d5f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4314f8-d83e-4ab6-bfa7-beeaaa54c496,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:14.814761 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 54154) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:06:14.882400 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7f378a06-0c99-4743-947f-8e2062ccd4bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:14.908721 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7f378a06-0c99-4743-947f-8e2062ccd4bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:14.910660 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64798ef2-7328-41d7-8cfa-b7c4fb79b360 req-d062ae77-e1c8-49d1-8307-8e2949b02263 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:14.912132 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-64798ef2-7328-41d7-8cfa-b7c4fb79b360 req-d062ae77-e1c8-49d1-8307-8e2949b02263 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 943 time: 0.1805828 Jun 27 20:06:14.961500 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7f378a06-0c99-4743-947f-8e2062ccd4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:14.972411 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e078a22-497d-425e-9bb1-f018b8552491 req-ac4607dc-928e-4885-9817-968001a598b7 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:14.973894 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3e078a22-497d-425e-9bb1-f018b8552491 req-ac4607dc-928e-4885-9817-968001a598b7 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 945 time: 0.1409614 Jun 27 20:06:14.978051 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f378a06-0c99-4743-947f-8e2062ccd4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4314f8-d83e-4ab6-bfa7-beeaaa54c496,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:14.984104 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-64798ef2-7328-41d7-8cfa-b7c4fb79b360 req-cc4e7c63-d2e6-45a6-9137-763bc176f724 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586042 Jun 27 20:06:15.000215 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7f378a06-0c99-4743-947f-8e2062ccd4bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:15.010626 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-7f378a06-0c99-4743-947f-8e2062ccd4bc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9e4314f8-d83e-4ab6-bfa7-beeaaa54c496 HTTP/1.1" status: 204 len: 168 time: 0.1855197 Jun 27 20:06:15.025359 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3e078a22-497d-425e-9bb1-f018b8552491 req-e49420e8-e4e1-4498-bde7-adfa2155dc79 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403242 Jun 27 20:06:15.679144 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743ac2d-3bfa-4507-b969-0723208ee8c3 req-2bf7b10e-47e0-4b20-a82f-07ef6d9a198f tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:15.680610 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8743ac2d-3bfa-4507-b969-0723208ee8c3 req-2bf7b10e-47e0-4b20-a82f-07ef6d9a198f tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 943 time: 0.0964651 Jun 27 20:06:15.780066 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8743ac2d-3bfa-4507-b969-0723208ee8c3 req-b1d3030c-9603-4f16-995a-931a71be4a10 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925932 Jun 27 20:06:15.816407 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f08b9-5d7b-4f30-8f9c-382148927b00 req-0409e18e-6ad5-4f14-90ab-06c849ded51a tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:15.822141 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cf1f08b9-5d7b-4f30-8f9c-382148927b00 req-0409e18e-6ad5-4f14-90ab-06c849ded51a tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.1209245 Jun 27 20:06:15.866875 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cf1f08b9-5d7b-4f30-8f9c-382148927b00 req-28f4743e-f597-4fe8-b19f-38954dff9d1a tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424137 Jun 27 20:06:16.250471 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562d6b4-c909-483b-87c6-1ed2c787cf68 req-5f0843d1-87bc-4f31-b05d-1888b3879e0b tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:16.251923 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c562d6b4-c909-483b-87c6-1ed2c787cf68 req-5f0843d1-87bc-4f31-b05d-1888b3879e0b tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 943 time: 0.1490552 Jun 27 20:06:16.264931 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e9521-7ac5-4a6b-9fd2-85987e01b4f4 req-775324e2-2696-41cb-8f97-528296549f04 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:16.266362 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ad3e9521-7ac5-4a6b-9fd2-85987e01b4f4 req-775324e2-2696-41cb-8f97-528296549f04 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 945 time: 0.1234341 Jun 27 20:06:16.334911 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c562d6b4-c909-483b-87c6-1ed2c787cf68 req-e5f9d219-a026-457c-9394-114df7d1cacb tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675197 Jun 27 20:06:16.339456 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ad3e9521-7ac5-4a6b-9fd2-85987e01b4f4 req-0cf3106e-9892-4ec6-aeda-ba998410cf74 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582681 Jun 27 20:06:16.558706 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa93d2-3323-4184-b5d8-d7a8a71a3999 req-5459ad24-f7eb-4c38-a30c-590e44819990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:16.560216 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-bfaa93d2-3323-4184-b5d8-d7a8a71a3999 req-5459ad24-f7eb-4c38-a30c-590e44819990 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bde747057d140209cc6692d467254d8&device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 1097 time: 0.0967824 Jun 27 20:06:16.594671 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde1619-ce75-4f4d-9d71-644861456689 req-25e38a61-1193-4fa8-ac55-1cc64525cc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:16.596163 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ffde1619-ce75-4f4d-9d71-644861456689 req-25e38a61-1193-4fa8-ac55-1cc64525cc99 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 1098 time: 0.1331260 Jun 27 20:06:16.627164 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ffde1619-ce75-4f4d-9d71-644861456689 req-eb17199e-4ffd-4f80-b763-f62a1b888d74 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:16.651198 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-ffde1619-ce75-4f4d-9d71-644861456689 req-eb17199e-4ffd-4f80-b763-f62a1b888d74 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:06:16.657844 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-ffde1619-ce75-4f4d-9d71-644861456689 req-eb17199e-4ffd-4f80-b763-f62a1b888d74 service neutron] Usage tracker for resource:security_group_rule and tenant:0442f0281aea4563a323b114a4ae3fea is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:06:16.661500 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-ffde1619-ce75-4f4d-9d71-644861456689 req-eb17199e-4ffd-4f80-b763-f62a1b888d74 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:06:16.669173 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-ffde1619-ce75-4f4d-9d71-644861456689 req-eb17199e-4ffd-4f80-b763-f62a1b888d74 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:06:16.672421 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0add0-0986-4ac2-8c53-4be38341f4bb req-b7ce593b-b310-4dd0-b4b0-aabd2bbcefd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:16.673918 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d6d0add0-0986-4ac2-8c53-4be38341f4bb req-b7ce593b-b310-4dd0-b4b0-aabd2bbcefd9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a50994bf4f144390934c88c909c5d061&device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 1096 time: 0.1346149 Jun 27 20:06:16.718393 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa93d2-3323-4184-b5d8-d7a8a71a3999 req-66800990-2084-461e-ac5b-85b6cd3f2cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:16.719860 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-bfaa93d2-3323-4184-b5d8-d7a8a71a3999 req-66800990-2084-461e-ac5b-85b6cd3f2cf6 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=7bde747057d140209cc6692d467254d8&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1408024 Jun 27 20:06:16.816579 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8805ab98-f06c-40ce-9fed-d7bf43632954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:16.889398 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa93d2-3323-4184-b5d8-d7a8a71a3999 req-47d95cb9-f762-4037-9e3b-b493a57e3b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:16.890917 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-bfaa93d2-3323-4184-b5d8-d7a8a71a3999 req-47d95cb9-f762-4037-9e3b-b493a57e3b7c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1642685 Jun 27 20:06:16.951974 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0add0-0986-4ac2-8c53-4be38341f4bb req-70b61687-4fbd-433d-8d00-7458fe4d9247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:16.953430 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d6d0add0-0986-4ac2-8c53-4be38341f4bb req-70b61687-4fbd-433d-8d00-7458fe4d9247 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=a50994bf4f144390934c88c909c5d061&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2638142 Jun 27 20:06:16.957626 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ffde1619-ce75-4f4d-9d71-644861456689 req-eb17199e-4ffd-4f80-b763-f62a1b888d74 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:16.974287 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ffde1619-ce75-4f4d-9d71-644861456689 req-eb17199e-4ffd-4f80-b763-f62a1b888d74 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:17.023721 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ffde1619-ce75-4f4d-9d71-644861456689 req-eb17199e-4ffd-4f80-b763-f62a1b888d74 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172769 Jun 27 20:06:17.024932 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17199e-4ffd-4f80-b763-f62a1b888d74 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5df985fe-a196-43d9-9942-ee7f1a6441db,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:17.033773 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb17199e-4ffd-4f80-b763-f62a1b888d74 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:06:17.034228 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb17199e-4ffd-4f80-b763-f62a1b888d74 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:06:17.034704 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb17199e-4ffd-4f80-b763-f62a1b888d74 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:06:17.035017 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb17199e-4ffd-4f80-b763-f62a1b888d74 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:06:17.035403 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb17199e-4ffd-4f80-b763-f62a1b888d74 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:06:17.035784 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb17199e-4ffd-4f80-b763-f62a1b888d74 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:06:17.036163 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb17199e-4ffd-4f80-b763-f62a1b888d74 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:06:17.036541 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb17199e-4ffd-4f80-b763-f62a1b888d74 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:06:17.036918 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb17199e-4ffd-4f80-b763-f62a1b888d74 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:06:17.037296 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb17199e-4ffd-4f80-b763-f62a1b888d74 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:06:17.037707 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb17199e-4ffd-4f80-b763-f62a1b888d74 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:06:17.038081 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb17199e-4ffd-4f80-b763-f62a1b888d74 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:06:17.227031 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f57ef8-2f1f-441a-9c09-2adde1bdb287 req-7b7bb401-fac6-44ca-a9c1-128c7a47631a tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:17.229004 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-15f57ef8-2f1f-441a-9c09-2adde1bdb287 req-7b7bb401-fac6-44ca-a9c1-128c7a47631a tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.1128325 Jun 27 20:06:17.236429 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a05edc-f94e-4816-aff9-8aa081528e97 req-d27494fc-e594-4164-9d3c-315e759d9928 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:17.237798 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-52a05edc-f94e-4816-aff9-8aa081528e97 req-d27494fc-e594-4164-9d3c-315e759d9928 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 943 time: 0.2215366 Jun 27 20:06:17.305794 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-15f57ef8-2f1f-441a-9c09-2adde1bdb287 req-1a39d868-544b-462b-b55e-4335c9674bd8 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669439 Jun 27 20:06:17.308433 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-52a05edc-f94e-4816-aff9-8aa081528e97 req-2723b77c-feab-4aec-b25d-2250f9774284 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574040 Jun 27 20:06:17.590403 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d750cb-d5e3-4100-924a-f100e20732d6 req-f494216a-e14e-49cf-86cf-55ab426c5ee6 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:17.591845 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-81d750cb-d5e3-4100-924a-f100e20732d6 req-f494216a-e14e-49cf-86cf-55ab426c5ee6 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 943 time: 0.1519589 Jun 27 20:06:17.599629 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc67aa-bb64-4294-97e1-7e75d8d2831d req-a22f3f2c-2881-4787-b60e-1a2967204ae6 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:17.600931 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c5bc67aa-bb64-4294-97e1-7e75d8d2831d req-a22f3f2c-2881-4787-b60e-1a2967204ae6 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 945 time: 0.1170349 Jun 27 20:06:17.669499 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-81d750cb-d5e3-4100-924a-f100e20732d6 req-45a0ab6e-0a3e-4fa5-b33e-c847a992e614 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676143 Jun 27 20:06:17.675795 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c5bc67aa-bb64-4294-97e1-7e75d8d2831d req-daf7ee70-c8fd-4a6a-86dc-8f80b8fb14f7 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599394 Jun 27 20:06:17.949486 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:18.024568 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 97a5e2fc-290a-4696-8ea5-122ccb999592 details requested by agent hyperv_hv-cinder-84579 with host hv-cinder-84579 {{(pid=88115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 20:06:18.042495 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:18.163952 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 97a5e2fc-290a-4696-8ea5-122ccb999592, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=97a5e2fc-290a-4696-8ea5-122ccb999592,segment=NetworkSegment(2e6a962a-47d2-47d1-a969-73df444edae4),segment_id=2e6a962a-47d2-47d1-a969-73df444edae4)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:06:18.177201 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Returning: {'device': '97a5e2fc-290a-4696-8ea5-122ccb999592', 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792', 'port_id': '97a5e2fc-290a-4696-8ea5-122ccb999592', 'mac_address': 'fa:16:3e:38:6b:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d86a822-f147-437c-a8d8-a85441e6e85f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 20:06:18.230363 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 97a5e2fc-290a-4696-8ea5-122ccb999592 is: DOWN; New status is: BUILD {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:06:18.230672 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:18.247392 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97a5e2fc-290a-4696-8ea5-122ccb999592 {{(pid=88115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:06:18.262255 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 97a5e2fc-290a-4696-8ea5-122ccb999592, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=97a5e2fc-290a-4696-8ea5-122ccb999592,segment=NetworkSegment(2e6a962a-47d2-47d1-a969-73df444edae4),segment_id=2e6a962a-47d2-47d1-a969-73df444edae4)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:06:18.265766 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:18.266367 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 1a85c707-6300-4094-ad01-a1823bb883b6 details requested by agent hyperv_hv-cinder-84579 with host hv-cinder-84579 {{(pid=88115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 20:06:18.342420 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=97a5e2fc-290a-4696-8ea5-122ccb999592,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:18.345443 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 1a85c707-6300-4094-ad01-a1823bb883b6, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=1a85c707-6300-4094-ad01-a1823bb883b6,segment=NetworkSegment(2e6a962a-47d2-47d1-a969-73df444edae4),segment_id=2e6a962a-47d2-47d1-a969-73df444edae4)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:06:18.385438 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:06:18.385819 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:06:18.386158 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:06:18.386489 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:06:18.386819 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:06:18.387144 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:06:18.387465 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:06:18.387786 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:06:18.388107 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:06:18.388422 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:06:18.388739 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:06:18.389054 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:06:18.394284 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Returning: {'device': '1a85c707-6300-4094-ad01-a1823bb883b6', 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792', 'port_id': '1a85c707-6300-4094-ad01-a1823bb883b6', 'mac_address': 'fa:16:3e:d5:2c:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d86a822-f147-437c-a8d8-a85441e6e85f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 20:06:18.448988 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 1a85c707-6300-4094-ad01-a1823bb883b6 is: DOWN; New status is: BUILD {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:06:18.449363 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:18.466124 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a85c707-6300-4094-ad01-a1823bb883b6 {{(pid=88115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:06:18.481979 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 1a85c707-6300-4094-ad01-a1823bb883b6, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=1a85c707-6300-4094-ad01-a1823bb883b6,segment=NetworkSegment(2e6a962a-47d2-47d1-a969-73df444edae4),segment_id=2e6a962a-47d2-47d1-a969-73df444edae4)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:06:18.486140 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:18.553164 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=1a85c707-6300-4094-ad01-a1823bb883b6,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:18.575141 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875c6cd-54b3-468b-be7f-be0e7cf100b7 req-4be3a8c1-67a7-40cf-8dc9-40523ce2d581 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:18.576569 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d875c6cd-54b3-468b-be7f-be0e7cf100b7 req-4be3a8c1-67a7-40cf-8dc9-40523ce2d581 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 944 time: 0.1527646 Jun 27 20:06:18.583785 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e32acc-7e3f-4f17-bafd-bae57ae75aeb req-d8c39741-6ad2-4cc2-bb76-5ebdf2b13188 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:18.585208 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b6e32acc-7e3f-4f17-bafd-bae57ae75aeb req-d8c39741-6ad2-4cc2-bb76-5ebdf2b13188 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.1602285 Jun 27 20:06:18.652451 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d875c6cd-54b3-468b-be7f-be0e7cf100b7 req-c7029b14-57df-44ed-a07c-56087c7016c5 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663218 Jun 27 20:06:18.655153 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b6e32acc-7e3f-4f17-bafd-bae57ae75aeb req-2fbe4ce5-a73e-430d-8421-143a8bf25dec tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565066 Jun 27 20:06:18.924731 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286b14a-7a15-46fb-ad67-dcffd587a78b req-a2d387cf-8d9d-4694-9880-745fde29e62a tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:18.926191 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d286b14a-7a15-46fb-ad67-dcffd587a78b req-a2d387cf-8d9d-4694-9880-745fde29e62a tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 943 time: 0.1493928 Jun 27 20:06:18.933895 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7a8b6-10c1-4c64-be18-409ecf612b83 req-bc95069b-0f91-4ac8-857b-b7f947ff0e76 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:18.935217 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1ea7a8b6-10c1-4c64-be18-409ecf612b83 req-bc95069b-0f91-4ac8-857b-b7f947ff0e76 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 945 time: 0.1210637 Jun 27 20:06:19.013485 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d286b14a-7a15-46fb-ad67-dcffd587a78b req-fef51b0a-301d-4e83-affd-fa8abd7390af tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773420 Jun 27 20:06:19.016109 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1ea7a8b6-10c1-4c64-be18-409ecf612b83 req-284c5e1e-a470-4a9d-9180-cb16bccadb20 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673840 Jun 27 20:06:19.221151 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:19.894779 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fd795-1460-4685-aa43-dea183123a2d req-bfde9b9c-3065-4ffd-a7fb-926538d9d5d7 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:19.896214 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-086fd795-1460-4685-aa43-dea183123a2d req-bfde9b9c-3065-4ffd-a7fb-926538d9d5d7 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 944 time: 0.1410513 Jun 27 20:06:19.934537 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f878235-c599-498e-a2e1-433b92c44ffb req-aed8f0de-8bbe-463b-9eed-d0062d7c0f3a tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:19.935873 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4f878235-c599-498e-a2e1-433b92c44ffb req-aed8f0de-8bbe-463b-9eed-d0062d7c0f3a tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.1462255 Jun 27 20:06:19.970454 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-086fd795-1460-4685-aa43-dea183123a2d req-9550b5b5-7a8f-4202-839d-8147f0e8d54e tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670631 Jun 27 20:06:19.990337 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4f878235-c599-498e-a2e1-433b92c44ffb req-50b334d5-2336-4020-815f-f50bb4f87735 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473840 Jun 27 20:06:20.267682 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0213de9-7429-4327-a850-0c970ab9e4d4 req-51e4dc7e-079f-490d-a97e-5924209968be tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:20.269150 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e0213de9-7429-4327-a850-0c970ab9e4d4 req-51e4dc7e-079f-490d-a97e-5924209968be tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 943 time: 0.1149089 Jun 27 20:06:20.286194 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39369cc6-db1d-474d-b024-bab45f12ba4d req-53a1a048-2f63-4d4b-a0b9-9b129931d565 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:20.287608 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-39369cc6-db1d-474d-b024-bab45f12ba4d req-53a1a048-2f63-4d4b-a0b9-9b129931d565 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 945 time: 0.1676393 Jun 27 20:06:20.351263 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e0213de9-7429-4327-a850-0c970ab9e4d4 req-9fe75f6f-a1d2-4591-a895-f7550f6527ce tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744565 Jun 27 20:06:20.361113 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-39369cc6-db1d-474d-b024-bab45f12ba4d req-d033dd42-21fa-4ac0-9bd4-e1102b440722 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607924 Jun 27 20:06:21.222801 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253685dd-1019-4fa1-9a22-22743839506b req-631ccf5f-9a16-40a7-ba88-5df8a820e824 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:21.224112 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-253685dd-1019-4fa1-9a22-22743839506b req-631ccf5f-9a16-40a7-ba88-5df8a820e824 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.1127570 Jun 27 20:06:21.231699 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac74a3f-4479-4e8c-b60c-3c9fb2a4c1be req-cb4c9e33-e271-4908-a29d-2b77fa7f29fe tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:21.232995 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7ac74a3f-4479-4e8c-b60c-3c9fb2a4c1be req-cb4c9e33-e271-4908-a29d-2b77fa7f29fe tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 944 time: 0.1586649 Jun 27 20:06:21.295716 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-253685dd-1019-4fa1-9a22-22743839506b req-71a94184-98f7-49b6-a35e-7963a3962997 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618060 Jun 27 20:06:21.304711 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7ac74a3f-4479-4e8c-b60c-3c9fb2a4c1be req-ffbed0de-0878-45b6-a244-f9e8c75ccb90 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579143 Jun 27 20:06:21.337543 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['1a85c707-6300-4094-ad01-a1823bb883b6'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:06:21.520713 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['97a5e2fc-290a-4696-8ea5-122ccb999592'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:06:21.671974 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-cb4a545a-1dc3-42fe-8ab2-0d4b66e94d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:21.674434 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-cb4a545a-1dc3-42fe-8ab2-0d4b66e94d43 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bde747057d140209cc6692d467254d8&device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 1097 time: 0.2283111 Jun 27 20:06:21.762117 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf6af4-4321-4783-a25f-c7646c948ecf req-fc215d10-5994-4901-97e2-4551712cd24b tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:21.763677 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3aaf6af4-4321-4783-a25f-c7646c948ecf req-fc215d10-5994-4901-97e2-4551712cd24b tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 943 time: 0.2707968 Jun 27 20:06:21.787785 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-c9c40fb7-ecec-4310-8564-fe9240e3a37c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=150c3258-82eb-4bc9-a7ea-6be679dad280 HTTP/1.1" status: 200 len: 217 time: 0.0923543 Jun 27 20:06:21.789644 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a02e3-645a-4d90-9074-306f4d20bfa5 req-55fb153e-4406-4df9-a9d8-0822abe429ef tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:21.790618 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0add0-0986-4ac2-8c53-4be38341f4bb req-7760ac75-5407-475b-9f3b-d04614c1b4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:21.792150 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d6d0add0-0986-4ac2-8c53-4be38341f4bb req-7760ac75-5407-475b-9f3b-d04614c1b4de service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4623227 Jun 27 20:06:21.792811 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-048a02e3-645a-4d90-9074-306f4d20bfa5 req-55fb153e-4406-4df9-a9d8-0822abe429ef tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 945 time: 0.2362945 Jun 27 20:06:21.870810 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3aaf6af4-4321-4783-a25f-c7646c948ecf req-c84b6e10-1f8c-461b-a6cb-353bbb14183d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990582 Jun 27 20:06:21.884356 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-048a02e3-645a-4d90-9074-306f4d20bfa5 req-87c5d9e1-0ec7-44ad-9964-675756706a2f tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764215 Jun 27 20:06:21.951275 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-f67ee6b4-3f4b-4929-9815-ecf98b846d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:21.952760 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-f67ee6b4-3f4b-4929-9815-ecf98b846d5d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba00cca6-cfda-4754-8a1e-ba6ebb77dfea HTTP/1.1" status: 200 len: 856 time: 0.1485972 Jun 27 20:06:22.036999 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-4719a9c3-7594-496c-ba29-7a3252ce35dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:22.038501 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-4719a9c3-7594-496c-ba29-7a3252ce35dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a50994bf4f144390934c88c909c5d061&device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 1096 time: 0.1788733 Jun 27 20:06:22.127751 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-384d8422-da1e-4e48-9fbd-1a54dd764d74 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=307c352b-d9f8-4e48-a3f6-42186504937e HTTP/1.1" status: 200 len: 217 time: 0.0746720 Jun 27 20:06:22.169452 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-83b68550-49d1-43a9-8c24-2c909dcb570f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:22.171013 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-83b68550-49d1-43a9-8c24-2c909dcb570f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=03ddf4ce-871c-4f06-813b-1b3c7a85f063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2067842 Jun 27 20:06:22.276320 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-eeb5d547-5072-4ff5-97f5-70477862f4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:22.277762 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-eeb5d547-5072-4ff5-97f5-70477862f4fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fccdbdb-2f00-4b31-ac45-6e4614abd8b0 HTTP/1.1" status: 200 len: 849 time: 0.1437957 Jun 27 20:06:22.383659 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-274b4bba-1e6b-4ec5-81a2-69563fbbc70f service neutron] 10.222.0.15 "GET /v2.0/networks/03ddf4ce-871c-4f06-813b-1b3c7a85f063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049341 Jun 27 20:06:22.479316 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-db568e00-573a-4da5-9b89-b8423091f50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:22.480874 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-db568e00-573a-4da5-9b89-b8423091f50f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=161680f6-9340-499f-abb6-7578d38c56d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1963367 Jun 27 20:06:22.594785 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b8bf2-75f1-46c1-87fe-d61949f12d4b req-f975c18d-5b61-41f0-90e6-b73b194024c7 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:22.596341 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3c0b8bf2-75f1-46c1-87fe-d61949f12d4b req-f975c18d-5b61-41f0-90e6-b73b194024c7 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.1828194 Jun 27 20:06:22.606041 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef071c-caca-4376-a349-6e473c9a3f22 req-84270dd1-2cd5-46c6-b15f-b77db3c2f058 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:22.607700 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-20ef071c-caca-4376-a349-6e473c9a3f22 req-84270dd1-2cd5-46c6-b15f-b77db3c2f058 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 944 time: 0.1442206 Jun 27 20:06:22.622975 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-b003dcce-88f2-4643-9ab5-a6989284c4e5 req-996b250f-fae9-4ca8-9937-cb591c8614f3 service neutron] 10.222.0.15 "GET /v2.0/networks/03ddf4ce-871c-4f06-813b-1b3c7a85f063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324958 Jun 27 20:06:22.676061 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-7dd4af80-a70a-4ce8-9e16-c8bdef7f186f service neutron] 10.222.0.15 "GET /v2.0/networks/161680f6-9340-499f-abb6-7578d38c56d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829779 Jun 27 20:06:22.686896 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3c0b8bf2-75f1-46c1-87fe-d61949f12d4b req-5b3206e9-65ab-4bbe-99f7-1200bf824827 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782111 Jun 27 20:06:22.694645 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-20ef071c-caca-4376-a349-6e473c9a3f22 req-65ea88fa-313c-46a9-8dcd-2622dd21ca2d tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672443 Jun 27 20:06:23.134487 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534341bf-8b69-44db-8b1a-36d23cc46341 req-6eee90c0-9e4a-4cbf-b5c9-4e5c2f642245 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:23.135982 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-534341bf-8b69-44db-8b1a-36d23cc46341 req-6eee90c0-9e4a-4cbf-b5c9-4e5c2f642245 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 943 time: 0.1531301 Jun 27 20:06:23.143382 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0589fe-6ae7-4376-8256-628279717bf1 req-b47a5577-a388-49ed-9872-e425916084ca tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:23.144775 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6c0589fe-6ae7-4376-8256-628279717bf1 req-b47a5577-a388-49ed-9872-e425916084ca tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 945 time: 0.1213899 Jun 27 20:06:23.214587 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-534341bf-8b69-44db-8b1a-36d23cc46341 req-c99e76c0-c7ff-4943-9656-dc7a84f50678 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684047 Jun 27 20:06:23.226144 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6c0589fe-6ae7-4376-8256-628279717bf1 req-70462065-875e-4e25-82a6-30a46032ba66 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644629 Jun 27 20:06:23.640466 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 54376) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:06:23.767609 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e592b808-d5cb-4df9-a39d-64c81e6e924c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:23.783251 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e592b808-d5cb-4df9-a39d-64c81e6e924c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:06:23.789535 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-e592b808-d5cb-4df9-a39d-64c81e6e924c admin admin] Usage tracker for resource:security_group_rule and tenant:41ce312eb81a47308b4cf18cc235259a is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:06:23.802573 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-e592b808-d5cb-4df9-a39d-64c81e6e924c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:06:23.809054 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e592b808-d5cb-4df9-a39d-64c81e6e924c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:06:23.916772 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e592b808-d5cb-4df9-a39d-64c81e6e924c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:23.920440 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e592b808-d5cb-4df9-a39d-64c81e6e924c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:23.977005 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-e592b808-d5cb-4df9-a39d-64c81e6e924c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=41ce312eb81a47308b4cf18cc235259a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3352828 Jun 27 20:06:23.980281 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9d7d0-cc5e-4e0c-8dd2-5609a9a565d2 req-2b7311a2-f8df-41b7-bc92-9d821a8a10ad tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:23.980779 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 54398) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:06:23.982444 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0ff9d7d0-cc5e-4e0c-8dd2-5609a9a565d2 req-2b7311a2-f8df-41b7-bc92-9d821a8a10ad tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.1681075 Jun 27 20:06:23.995168 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592b808-d5cb-4df9-a39d-64c81e6e924c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6631cb01-b70f-4e10-ae89-2b2595e8316c,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:24.039963 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac388e-7208-402a-a86a-acccbdb5256d req-c43fb526-20f3-44db-a800-1d9914909478 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:24.041457 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d0ac388e-7208-402a-a86a-acccbdb5256d req-c43fb526-20f3-44db-a800-1d9914909478 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 944 time: 0.1555564 Jun 27 20:06:24.052093 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b6760596-2c09-42e0-a505-5153e5baa4d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:24.069029 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0ff9d7d0-cc5e-4e0c-8dd2-5609a9a565d2 req-1498fdd3-36dd-4e50-88d4-f62b563cb5dd tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747058 Jun 27 20:06:24.104101 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b6760596-2c09-42e0-a505-5153e5baa4d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:24.107150 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d0ac388e-7208-402a-a86a-acccbdb5256d req-a6234f49-cc3c-4a85-b868-0f6ce0a6bb35 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572245 Jun 27 20:06:24.161078 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b6760596-2c09-42e0-a505-5153e5baa4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:24.176200 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6760596-2c09-42e0-a505-5153e5baa4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6631cb01-b70f-4e10-ae89-2b2595e8316c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:24.184738 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b6760596-2c09-42e0-a505-5153e5baa4d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:24.185882 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-b6760596-2c09-42e0-a505-5153e5baa4d2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6631cb01-b70f-4e10-ae89-2b2595e8316c HTTP/1.1" status: 204 len: 168 time: 0.2044339 Jun 27 20:06:24.474729 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb0bd6-d9c5-4b40-afd2-43ba3bd0374f req-86715847-2254-463d-b6cc-6c83e6779e47 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:24.476170 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-43bb0bd6-d9c5-4b40-afd2-43ba3bd0374f req-86715847-2254-463d-b6cc-6c83e6779e47 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 943 time: 0.1491175 Jun 27 20:06:24.484308 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c428f57-75bd-42f6-826e-0e358bbd1b31 req-e1bda2af-5679-4e69-a037-d6d902de4829 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:24.487989 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 54414) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:06:24.488755 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6c428f57-75bd-42f6-826e-0e358bbd1b31 req-e1bda2af-5679-4e69-a037-d6d902de4829 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 945 time: 0.1208112 Jun 27 20:06:24.506231 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-88b0191e-908f-4a6f-adc7-d6df3f0b181a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:24.521163 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-88b0191e-908f-4a6f-adc7-d6df3f0b181a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:06:24.525079 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-88b0191e-908f-4a6f-adc7-d6df3f0b181a admin admin] Usage tracker for resource:security_group_rule and tenant:fb9e27d7243d4eb190759adca9579cd7 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:06:24.527929 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-88b0191e-908f-4a6f-adc7-d6df3f0b181a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:06:24.533957 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-88b0191e-908f-4a6f-adc7-d6df3f0b181a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:06:24.555922 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6c428f57-75bd-42f6-826e-0e358bbd1b31 req-4841548e-ef99-41c9-9f19-83462e5ab93d tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530348 Jun 27 20:06:24.559348 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-43bb0bd6-d9c5-4b40-afd2-43ba3bd0374f req-06619db6-bd81-47bb-a14c-3f6a3ea69af5 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697384 Jun 27 20:06:24.621411 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-88b0191e-908f-4a6f-adc7-d6df3f0b181a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:24.626143 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-88b0191e-908f-4a6f-adc7-d6df3f0b181a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:24.674970 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-88b0191e-908f-4a6f-adc7-d6df3f0b181a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb9e27d7243d4eb190759adca9579cd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1859190 Jun 27 20:06:24.676580 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0191e-908f-4a6f-adc7-d6df3f0b181a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b30b518-3cdb-48fb-af64-237cc4b9f09c,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:24.677536 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 54420) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:06:24.733875 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9e86ed96-0457-43fc-8caf-dc3f2260df2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:24.759862 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9e86ed96-0457-43fc-8caf-dc3f2260df2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:24.813802 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9e86ed96-0457-43fc-8caf-dc3f2260df2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:24.828954 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86ed96-0457-43fc-8caf-dc3f2260df2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b30b518-3cdb-48fb-af64-237cc4b9f09c,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:24.838621 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e86ed96-0457-43fc-8caf-dc3f2260df2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:06:24.838961 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e86ed96-0457-43fc-8caf-dc3f2260df2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:06:24.839294 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e86ed96-0457-43fc-8caf-dc3f2260df2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:06:24.839623 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e86ed96-0457-43fc-8caf-dc3f2260df2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:06:24.839949 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e86ed96-0457-43fc-8caf-dc3f2260df2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:06:24.840272 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e86ed96-0457-43fc-8caf-dc3f2260df2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:06:24.840591 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e86ed96-0457-43fc-8caf-dc3f2260df2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:06:24.840907 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e86ed96-0457-43fc-8caf-dc3f2260df2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:06:24.841223 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e86ed96-0457-43fc-8caf-dc3f2260df2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:06:24.841535 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e86ed96-0457-43fc-8caf-dc3f2260df2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:06:24.841879 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e86ed96-0457-43fc-8caf-dc3f2260df2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:06:24.842191 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e86ed96-0457-43fc-8caf-dc3f2260df2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:06:24.848461 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9e86ed96-0457-43fc-8caf-dc3f2260df2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:24.853684 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-9e86ed96-0457-43fc-8caf-dc3f2260df2b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b30b518-3cdb-48fb-af64-237cc4b9f09c HTTP/1.1" status: 204 len: 168 time: 0.1708827 Jun 27 20:06:25.327496 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e199e69-34a8-489a-98a1-051fecff70bf req-117dd256-a45d-4690-88a5-dd04f6eb204b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:25.329018 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0e199e69-34a8-489a-98a1-051fecff70bf req-117dd256-a45d-4690-88a5-dd04f6eb204b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.1441317 Jun 27 20:06:25.374714 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8cf1f-cb5f-45fc-8544-36f1da92ee1e req-642713d7-8f91-4f01-8a99-b8602352c71d tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:25.376166 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4ea8cf1f-cb5f-45fc-8544-36f1da92ee1e req-642713d7-8f91-4f01-8a99-b8602352c71d tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 944 time: 0.1426682 Jun 27 20:06:25.421220 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0e199e69-34a8-489a-98a1-051fecff70bf req-ff2504da-846d-4980-a105-cec8e3d18861 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836637 Jun 27 20:06:25.445449 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4ea8cf1f-cb5f-45fc-8544-36f1da92ee1e req-f0291881-1be9-4baf-8478-df7a6154d9bd tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505645 Jun 27 20:06:25.828355 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3d5e6-cf72-4204-ba3e-a2fdd12b699f req-5a85ffd5-a2df-4e21-b13d-36607d26e1df tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:25.830248 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b1a3d5e6-cf72-4204-ba3e-a2fdd12b699f req-5a85ffd5-a2df-4e21-b13d-36607d26e1df tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 945 time: 0.1511531 Jun 27 20:06:25.886578 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653c093-4e91-478f-94fa-092c0c483dcc req-9b27dc74-1316-4f37-92c2-d078738f643f tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:25.888403 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7653c093-4e91-478f-94fa-092c0c483dcc req-9b27dc74-1316-4f37-92c2-d078738f643f tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 943 time: 0.1640112 Jun 27 20:06:25.900775 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b1a3d5e6-cf72-4204-ba3e-a2fdd12b699f req-d7f85415-6cc9-46ee-b6f1-cf2edcce1803 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600157 Jun 27 20:06:25.912591 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-4daa2776-5b23-411f-8dc0-e56d970de27a req-19d401cc-d618-410c-9370-dc57e2d7177c service neutron] 10.222.0.15 "GET /v2.0/networks/161680f6-9340-499f-abb6-7578d38c56d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751373 Jun 27 20:06:25.942952 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7653c093-4e91-478f-94fa-092c0c483dcc req-2897a686-e8fd-44ae-b351-7634bd6febe7 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483468 Jun 27 20:06:26.679007 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc7ed5-fe18-4563-a598-2527f9f46cbc req-c54d8505-2342-474f-8b45-abcdfc2c29da tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:26.680594 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ecfc7ed5-fe18-4563-a598-2527f9f46cbc req-c54d8505-2342-474f-8b45-abcdfc2c29da tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.1475320 Jun 27 20:06:26.688392 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8dbf5-e012-4bb4-acce-8ef8c3f0cff1 req-233e85bf-aec0-4326-b2e8-ce695df95869 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:26.689766 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3cd8dbf5-e012-4bb4-acce-8ef8c3f0cff1 req-233e85bf-aec0-4326-b2e8-ce695df95869 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 944 time: 0.1187854 Jun 27 20:06:26.826053 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ecfc7ed5-fe18-4563-a598-2527f9f46cbc req-08241193-6f92-4970-8550-b0c3eecae81a tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353626 Jun 27 20:06:26.831185 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3cd8dbf5-e012-4bb4-acce-8ef8c3f0cff1 req-c5e089a9-0365-4f2f-854d-18942f5ad6a2 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260247 Jun 27 20:06:27.156139 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a112301-7a65-4f48-8717-a7f2ff90c34b req-10575184-6c41-4a38-8189-c3188c299423 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:27.157513 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0a112301-7a65-4f48-8717-a7f2ff90c34b req-10575184-6c41-4a38-8189-c3188c299423 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 945 time: 0.1503701 Jun 27 20:06:27.168402 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc10fe-2032-4e61-a1fc-b49d1fecc09e req-304b0915-91df-456f-b4db-8803ab18573e tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:27.169754 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-04cc10fe-2032-4e61-a1fc-b49d1fecc09e req-304b0915-91df-456f-b4db-8803ab18573e tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 943 time: 0.1160424 Jun 27 20:06:27.181077 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 97a5e2fc-290a-4696-8ea5-122ccb999592 up at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:06:27.249385 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-04cc10fe-2032-4e61-a1fc-b49d1fecc09e req-b141b6e5-559f-474b-957f-d729bfc8bfbb tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621080 Jun 27 20:06:27.252525 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0a112301-7a65-4f48-8717-a7f2ff90c34b req-9807e9eb-9606-44fa-a777-02d7c1c75ed5 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819275 Jun 27 20:06:27.252808 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning for port 97a5e2fc-290a-4696-8ea5-122ccb999592 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:06:27.258218 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning complete for port 97a5e2fc-290a-4696-8ea5-122ccb999592 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:06:27.258589 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:27.372727 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 97a5e2fc-290a-4696-8ea5-122ccb999592 is: BUILD; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:06:27.373087 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:27.398696 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a74a42-82c0-4d21-bb2a-97e7f1470655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a5e2fc-290a-4696-8ea5-122ccb999592'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:06:27.408918 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 97a5e2fc-290a-4696-8ea5-122ccb999592, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=97a5e2fc-290a-4696-8ea5-122ccb999592,segment=NetworkSegment(2e6a962a-47d2-47d1-a969-73df444edae4),segment_id=2e6a962a-47d2-47d1-a969-73df444edae4)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:06:27.413281 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:27.414157 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 1a85c707-6300-4094-ad01-a1823bb883b6 up at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:06:27.474139 dv-cinder-845799-1-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe6b1df7-86fb-45b0-9cde-ab0933f0acd9'] response: {'server_uuid': 'a8a74a42-82c0-4d21-bb2a-97e7f1470655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a5e2fc-290a-4696-8ea5-122ccb999592', 'code': 200} Jun 27 20:06:27.528716 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=97a5e2fc-290a-4696-8ea5-122ccb999592,revision_number=5']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:27.541158 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning for port 1a85c707-6300-4094-ad01-a1823bb883b6 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:06:27.546196 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning complete for port 1a85c707-6300-4094-ad01-a1823bb883b6 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:06:27.546564 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:27.662375 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 1a85c707-6300-4094-ad01-a1823bb883b6 is: BUILD; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:06:27.662670 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:27.694554 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 1a85c707-6300-4094-ad01-a1823bb883b6, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=1a85c707-6300-4094-ad01-a1823bb883b6,segment=NetworkSegment(2e6a962a-47d2-47d1-a969-73df444edae4),segment_id=2e6a962a-47d2-47d1-a969-73df444edae4)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:06:27.698505 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:27.713446 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bce0b9-8d48-46b9-8cc8-301090a2133f req-534841f0-36ff-4351-ba01-aa04d94d79f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:27.714931 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-75bce0b9-8d48-46b9-8cc8-301090a2133f req-534841f0-36ff-4351-ba01-aa04d94d79f8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a8a74a42-82c0-4d21-bb2a-97e7f1470655 HTTP/1.1" status: 200 len: 1099 time: 0.0794220 Jun 27 20:06:27.753367 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-75bce0b9-8d48-46b9-8cc8-301090a2133f req-bee8aa05-c4d2-4690-b09b-4cb04d8d08b3 service neutron] Synchronizing usage tracker for tenant:0442f0281aea4563a323b114a4ae3fea on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:06:27.763548 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=1a85c707-6300-4094-ad01-a1823bb883b6,revision_number=5']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:27.769981 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-75bce0b9-8d48-46b9-8cc8-301090a2133f req-bee8aa05-c4d2-4690-b09b-4cb04d8d08b3 service neutron] Unset dirty status for tenant:0442f0281aea4563a323b114a4ae3fea on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:06:27.771110 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-75bce0b9-8d48-46b9-8cc8-301090a2133f req-bee8aa05-c4d2-4690-b09b-4cb04d8d08b3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505648 Jun 27 20:06:28.106033 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d8935-1abc-426b-ad79-723c646c9bd4 req-56c32857-92e9-47bf-9fa5-86c00bd7b6e6 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:28.107468 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c66d8935-1abc-426b-ad79-723c646c9bd4 req-56c32857-92e9-47bf-9fa5-86c00bd7b6e6 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.1500962 Jun 27 20:06:28.115572 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72d963-cdbc-454e-a173-bcf34a6f90ae req-7f9acbfb-3aa8-41fc-b7f7-6ae682168254 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:28.116900 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fb72d963-cdbc-454e-a173-bcf34a6f90ae req-7f9acbfb-3aa8-41fc-b7f7-6ae682168254 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.1150522 Jun 27 20:06:28.186949 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c66d8935-1abc-426b-ad79-723c646c9bd4 req-09e42ed8-23c8-4cb7-afe0-2de48950d913 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690377 Jun 27 20:06:28.193486 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fb72d963-cdbc-454e-a173-bcf34a6f90ae req-aed7d30c-6882-4185-9599-bd4a15da0b77 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603778 Jun 27 20:06:28.518267 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232ff9a-d9a4-4ce5-bceb-68c843d27577 req-9cce59a0-e244-4bd6-8ab7-e5e821a17a93 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:28.519750 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5232ff9a-d9a4-4ce5-bceb-68c843d27577 req-9cce59a0-e244-4bd6-8ab7-e5e821a17a93 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 943 time: 0.1566424 Jun 27 20:06:28.536721 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b08b1-22cd-4b9f-8674-0386e17be73b req-ce18115c-1cc6-4004-b041-598c98b6494b tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:28.538204 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6a6b08b1-22cd-4b9f-8674-0386e17be73b req-ce18115c-1cc6-4004-b041-598c98b6494b tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 945 time: 0.1340790 Jun 27 20:06:28.610523 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5232ff9a-d9a4-4ce5-bceb-68c843d27577 req-b4c2186f-743b-4cc7-962f-b8f5c62d397b tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837159 Jun 27 20:06:28.615961 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6a6b08b1-22cd-4b9f-8674-0386e17be73b req-bcee77fb-d36a-4f16-8e4c-4b8ef241377c tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638232 Jun 27 20:06:29.472122 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a48ea-355b-4793-981c-ade9a914aa91 req-a33d4b12-f8c3-45a2-9bf0-015d82e42fb9 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:29.473660 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8a0a48ea-355b-4793-981c-ade9a914aa91 req-a33d4b12-f8c3-45a2-9bf0-015d82e42fb9 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.1773589 Jun 27 20:06:29.475559 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa196a23-c861-4261-bef4-e6bb77b8f32a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a85c707-6300-4094-ad01-a1823bb883b6'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:06:29.481885 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550aebf-2600-4679-93e1-64c0428e66c3 req-07f66c34-df5f-4009-b92e-273087710722 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:29.483286 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4550aebf-2600-4679-93e1-64c0428e66c3 req-07f66c34-df5f-4009-b92e-273087710722 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.1408360 Jun 27 20:06:29.558532 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8a0a48ea-355b-4793-981c-ade9a914aa91 req-1f606d20-c766-42db-af2c-379020f23ad0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742495 Jun 27 20:06:29.563098 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4550aebf-2600-4679-93e1-64c0428e66c3 req-7104acec-7204-4cc2-98d7-e49d54c81eae tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660694 Jun 27 20:06:29.608312 dv-cinder-845799-1-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ca7d6fa-aa12-4288-8a25-da83c28cd476'] response: {'server_uuid': 'fa196a23-c861-4261-bef4-e6bb77b8f32a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a85c707-6300-4094-ad01-a1823bb883b6', 'code': 200} Jun 27 20:06:29.878890 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350fd13-d18d-4c1f-b78b-f3e47f19bba9 req-61838bdf-adde-4ee8-803f-e5025537aad5 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:29.880389 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a350fd13-d18d-4c1f-b78b-f3e47f19bba9 req-61838bdf-adde-4ee8-803f-e5025537aad5 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 945 time: 0.1229477 Jun 27 20:06:29.936398 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d08240-d576-422a-9b6b-5828faabcb90 req-b78e9e60-b1f2-4da1-a9b3-d2a22575cc24 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:29.937837 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-90d08240-d576-422a-9b6b-5828faabcb90 req-b78e9e60-b1f2-4da1-a9b3-d2a22575cc24 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 943 time: 0.2204769 Jun 27 20:06:30.041526 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-90d08240-d576-422a-9b6b-5828faabcb90 req-1207d95e-1d90-4381-987c-74fb367665bc tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962422 Jun 27 20:06:30.089216 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8fff1-ac1d-46ad-9d1f-f315c9b0a7cf req-b27afe39-a107-4ffd-b9c7-5d0ce6fed4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:30.090726 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-35f8fff1-ac1d-46ad-9d1f-f315c9b0a7cf req-b27afe39-a107-4ffd-b9c7-5d0ce6fed4e1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 1098 time: 0.1585760 Jun 27 20:06:30.097177 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a350fd13-d18d-4c1f-b78b-f3e47f19bba9 req-16f316b3-f0e4-4dd0-9c45-30a0b7d3da1b tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092893 Jun 27 20:06:30.271345 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-35f8fff1-ac1d-46ad-9d1f-f315c9b0a7cf req-b4a4360a-69bd-4279-835b-20ada90c9b1d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359639 Jun 27 20:06:30.872634 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173aa43-b08a-4b56-b623-bc4b8961a7a4 req-b7af80d3-ce45-423a-98e7-4e2b02613529 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:30.874960 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0173aa43-b08a-4b56-b623-bc4b8961a7a4 req-b7af80d3-ce45-423a-98e7-4e2b02613529 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.1719666 Jun 27 20:06:30.887572 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051aa37-3e72-48af-ad01-af1b82066818 req-89ff06c6-6bf0-485f-b682-b2597a58cdf1 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:30.889157 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a051aa37-3e72-48af-ad01-af1b82066818 req-89ff06c6-6bf0-485f-b682-b2597a58cdf1 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.1304278 Jun 27 20:06:30.962949 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0173aa43-b08a-4b56-b623-bc4b8961a7a4 req-d31d379d-3907-4849-9ffb-b8252e11e9ca tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726540 Jun 27 20:06:30.968128 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a051aa37-3e72-48af-ad01-af1b82066818 req-2365941d-eb3b-49cd-add6-c083b924e523 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627587 Jun 27 20:06:31.017538 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 54608) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:06:31.140868 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6092a0cf-9eb1-4c24-b782-e7c0c32f1eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:31.156881 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6092a0cf-9eb1-4c24-b782-e7c0c32f1eaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:06:31.160727 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-6092a0cf-9eb1-4c24-b782-e7c0c32f1eaf admin admin] Usage tracker for resource:security_group_rule and tenant:0f66be9985f44655a4ec904181214978 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:06:31.163610 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-6092a0cf-9eb1-4c24-b782-e7c0c32f1eaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:06:31.169716 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-6092a0cf-9eb1-4c24-b782-e7c0c32f1eaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:06:31.255224 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655c075-bc08-4d02-bdbc-afaf31b3811d req-cee7c3da-5617-4ef8-851f-b877c404d2b8 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:31.256686 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1655c075-bc08-4d02-bdbc-afaf31b3811d req-cee7c3da-5617-4ef8-851f-b877c404d2b8 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 943 time: 0.0873463 Jun 27 20:06:31.261078 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6092a0cf-9eb1-4c24-b782-e7c0c32f1eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:31.266662 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6092a0cf-9eb1-4c24-b782-e7c0c32f1eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:31.303165 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1655c075-bc08-4d02-bdbc-afaf31b3811d req-b2f397bc-40bc-4a83-ab46-a99098cfce02 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398090 Jun 27 20:06:31.313884 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-6092a0cf-9eb1-4c24-b782-e7c0c32f1eaf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f66be9985f44655a4ec904181214978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952342 Jun 27 20:06:31.315498 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092a0cf-9eb1-4c24-b782-e7c0c32f1eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0af98ac-0543-4b34-86fe-1cd56f27ff1e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:31.316530 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 54632) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:06:31.380672 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-93805764-4ff6-4d72-be2c-dd90aa861ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:31.406259 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-93805764-4ff6-4d72-be2c-dd90aa861ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:31.461882 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-93805764-4ff6-4d72-be2c-dd90aa861ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:31.476253 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93805764-4ff6-4d72-be2c-dd90aa861ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0af98ac-0543-4b34-86fe-1cd56f27ff1e,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:31.482423 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-93805764-4ff6-4d72-be2c-dd90aa861ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:31.483518 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-93805764-4ff6-4d72-be2c-dd90aa861ea6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f0af98ac-0543-4b34-86fe-1cd56f27ff1e HTTP/1.1" status: 204 len: 168 time: 0.1634970 Jun 27 20:06:31.776053 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 54662) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:06:31.797108 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bbfa5d44-6886-473e-916d-68bd14c914ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:31.814979 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-bbfa5d44-6886-473e-916d-68bd14c914ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:06:31.818806 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-bbfa5d44-6886-473e-916d-68bd14c914ec admin admin] Usage tracker for resource:security_group_rule and tenant:b3d503e1e8304fe7b7660768b436242b is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:06:31.821836 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-bbfa5d44-6886-473e-916d-68bd14c914ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:06:31.827833 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-bbfa5d44-6886-473e-916d-68bd14c914ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:06:31.913245 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bbfa5d44-6886-473e-916d-68bd14c914ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:31.917783 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bbfa5d44-6886-473e-916d-68bd14c914ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:31.963391 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-bbfa5d44-6886-473e-916d-68bd14c914ec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b3d503e1e8304fe7b7660768b436242b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1862247 Jun 27 20:06:31.964424 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa5d44-6886-473e-916d-68bd14c914ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bfbfda-9227-4408-b398-30ec85a60de9,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:31.966180 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 54672) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:06:32.034010 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c37c8a0b-79f8-4655-8819-f36051ad0d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:32.059762 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c37c8a0b-79f8-4655-8819-f36051ad0d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:32.113486 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c37c8a0b-79f8-4655-8819-f36051ad0d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:32.131477 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c8a0b-79f8-4655-8819-f36051ad0d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bfbfda-9227-4408-b398-30ec85a60de9,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:32.143794 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c37c8a0b-79f8-4655-8819-f36051ad0d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:32.146076 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-c37c8a0b-79f8-4655-8819-f36051ad0d85 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/05bfbfda-9227-4408-b398-30ec85a60de9 HTTP/1.1" status: 204 len: 168 time: 0.1786752 Jun 27 20:06:32.292866 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5aa0b7-c698-4ae6-8feb-2ed6a379c8c6 req-e2d53809-c1f2-4b52-b624-e1306b70be17 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:32.294357 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2e5aa0b7-c698-4ae6-8feb-2ed6a379c8c6 req-e2d53809-c1f2-4b52-b624-e1306b70be17 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.2211545 Jun 27 20:06:32.301516 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b54da2-fe1d-4d8f-8d0d-d675bf907479 req-3e6ad82a-4bf2-465f-9035-268d992485b5 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:32.303217 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-06b54da2-fe1d-4d8f-8d0d-d675bf907479 req-3e6ad82a-4bf2-465f-9035-268d992485b5 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.2278440 Jun 27 20:06:32.373686 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2e5aa0b7-c698-4ae6-8feb-2ed6a379c8c6 req-774644b0-bab1-45e6-a63f-b68bf9a006ed tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692990 Jun 27 20:06:32.376516 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-06b54da2-fe1d-4d8f-8d0d-d675bf907479 req-83f14e6e-58c7-4792-97b5-6a2de02c676b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570810 Jun 27 20:06:32.559301 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdd70e-efe5-456c-8abe-c692a7660165 req-6fb3eaf1-1ad2-4def-bd02-290f22085049 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:32.560741 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cafdd70e-efe5-456c-8abe-c692a7660165 req-6fb3eaf1-1ad2-4def-bd02-290f22085049 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 943 time: 0.0904098 Jun 27 20:06:32.604421 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cafdd70e-efe5-456c-8abe-c692a7660165 req-39739d74-1407-4d93-9edd-df34bdbd5c3f tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374882 Jun 27 20:06:33.623140 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07ea7a-e961-44b1-abf3-353217339b5b req-fa317bcf-8556-4354-8d67-536c58ff190a tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:33.624549 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5c07ea7a-e961-44b1-abf3-353217339b5b req-fa317bcf-8556-4354-8d67-536c58ff190a tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.1076670 Jun 27 20:06:33.631988 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517c1d6-48f5-46fb-ac37-3a1d6fee9f26 req-bb74be86-144e-459e-bec2-ff484d940b3d tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:33.633348 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b517c1d6-48f5-46fb-ac37-3a1d6fee9f26 req-bb74be86-144e-459e-bec2-ff484d940b3d tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.1559570 Jun 27 20:06:33.690415 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 307c352b-d9f8-4e48-a3f6-42186504937e details requested by agent hyperv_hv-cinder-84579 with host hv-cinder-84579 {{(pid=88115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 20:06:33.696670 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5c07ea7a-e961-44b1-abf3-353217339b5b req-ddbc7e5a-0cb1-431a-b994-9367307b2981 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623176 Jun 27 20:06:33.709655 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b517c1d6-48f5-46fb-ac37-3a1d6fee9f26 req-25244eb4-9811-4c16-8b79-d8da64645379 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628350 Jun 27 20:06:33.840384 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 307c352b-d9f8-4e48-a3f6-42186504937e, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=307c352b-d9f8-4e48-a3f6-42186504937e,segment=NetworkSegment(19b88fb4-09fb-4dea-ba55-cb685887fbf1),segment_id=19b88fb4-09fb-4dea-ba55-cb685887fbf1)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:06:33.853532 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Returning: {'device': '307c352b-d9f8-4e48-a3f6-42186504937e', 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4', 'port_id': '307c352b-d9f8-4e48-a3f6-42186504937e', 'mac_address': 'fa:16:3e:b9:f5:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fccdbdb-2f00-4b31-ac45-6e4614abd8b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 20:06:33.903986 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11abd1-6fe1-4b38-a7bd-b6b7d5379ef0 req-384f8fa2-2d41-4e4b-8d7f-d30462817938 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:33.905424 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ec11abd1-6fe1-4b38-a7bd-b6b7d5379ef0 req-384f8fa2-2d41-4e4b-8d7f-d30462817938 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 943 time: 0.0897791 Jun 27 20:06:33.911528 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 307c352b-d9f8-4e48-a3f6-42186504937e is: DOWN; New status is: BUILD {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:06:33.911900 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:33.928384 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 307c352b-d9f8-4e48-a3f6-42186504937e {{(pid=88115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:06:33.943576 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 307c352b-d9f8-4e48-a3f6-42186504937e, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=307c352b-d9f8-4e48-a3f6-42186504937e,segment=NetworkSegment(19b88fb4-09fb-4dea-ba55-cb685887fbf1),segment_id=19b88fb4-09fb-4dea-ba55-cb685887fbf1)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:06:33.948987 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:33.949332 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ec11abd1-6fe1-4b38-a7bd-b6b7d5379ef0 req-6619188c-98bd-4a14-a1e0-4b3ef9d7b377 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380170 Jun 27 20:06:33.949682 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 150c3258-82eb-4bc9-a7ea-6be679dad280 details requested by agent hyperv_hv-cinder-84579 with host hv-cinder-84579 {{(pid=88115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 20:06:34.079579 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=307c352b-d9f8-4e48-a3f6-42186504937e,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:34.140476 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 150c3258-82eb-4bc9-a7ea-6be679dad280, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=150c3258-82eb-4bc9-a7ea-6be679dad280,segment=NetworkSegment(239487e6-915f-4fa0-ada1-48352006308c),segment_id=239487e6-915f-4fa0-ada1-48352006308c)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:06:34.153759 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Returning: {'device': '150c3258-82eb-4bc9-a7ea-6be679dad280', 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063', 'port_id': '150c3258-82eb-4bc9-a7ea-6be679dad280', 'mac_address': 'fa:16:3e:8c:db:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 20:06:34.211178 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 150c3258-82eb-4bc9-a7ea-6be679dad280 is: DOWN; New status is: BUILD {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:06:34.211551 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:34.227434 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 150c3258-82eb-4bc9-a7ea-6be679dad280 {{(pid=88115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:06:34.242396 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 150c3258-82eb-4bc9-a7ea-6be679dad280, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=150c3258-82eb-4bc9-a7ea-6be679dad280,segment=NetworkSegment(239487e6-915f-4fa0-ada1-48352006308c),segment_id=239487e6-915f-4fa0-ada1-48352006308c)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:06:34.247602 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:34.310470 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=150c3258-82eb-4bc9-a7ea-6be679dad280,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:34.970450 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061a531-e1fb-4908-b0ba-475263706996 req-04dd0845-d882-4951-a88b-bdd2e3f73186 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:34.971785 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6061a531-e1fb-4908-b0ba-475263706996 req-04dd0845-d882-4951-a88b-bdd2e3f73186 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.1471558 Jun 27 20:06:34.979588 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a3f65-b5a4-4302-a5f3-1b47738407e6 req-9cf37fc0-29ec-4f04-959e-a069b0d3ed2d tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:34.980879 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-145a3f65-b5a4-4302-a5f3-1b47738407e6 req-9cf37fc0-29ec-4f04-959e-a069b0d3ed2d tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 945 time: 0.1213996 Jun 27 20:06:35.044311 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6061a531-e1fb-4908-b0ba-475263706996 req-d5ac9e31-e905-4ece-8e7a-6d7db5e54c2f tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625038 Jun 27 20:06:35.050878 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-145a3f65-b5a4-4302-a5f3-1b47738407e6 req-be5985be-4916-4c36-88ea-56c0b8348a07 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568233 Jun 27 20:06:35.226508 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64a83e-71bb-426b-ac63-6caed08610e7 req-9f7dd462-64a4-49fa-838c-02b6a8f0502e tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:35.226508 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2f64a83e-71bb-426b-ac63-6caed08610e7 req-9f7dd462-64a4-49fa-838c-02b6a8f0502e tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 944 time: 0.0857029 Jun 27 20:06:35.268352 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2f64a83e-71bb-426b-ac63-6caed08610e7 req-6e249e98-7448-45eb-9adc-d65958b75eeb tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364237 Jun 27 20:06:36.306152 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fb021-5b56-46f5-a85c-6373d3b7dedc req-bb39bd00-d5e6-4d10-bbae-9501b47b0298 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:36.306152 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-409fb021-5b56-46f5-a85c-6373d3b7dedc req-bb39bd00-d5e6-4d10-bbae-9501b47b0298 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.1534595 Jun 27 20:06:36.312687 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b4cda-9904-4ef3-bc13-87275bec7b1f req-c8670b6d-4396-4327-b901-11c512794d9b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:36.314034 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4d9b4cda-9904-4ef3-bc13-87275bec7b1f req-c8670b6d-4396-4327-b901-11c512794d9b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 945 time: 0.1181049 Jun 27 20:06:36.380651 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-409fb021-5b56-46f5-a85c-6373d3b7dedc req-3bc7cbfc-0afc-418d-84da-8f21d3565f48 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656023 Jun 27 20:06:36.384762 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4d9b4cda-9904-4ef3-bc13-87275bec7b1f req-bea278a5-de5f-4453-8076-c77119f1e13a tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565853 Jun 27 20:06:36.393944 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['307c352b-d9f8-4e48-a3f6-42186504937e'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:06:36.453588 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['150c3258-82eb-4bc9-a7ea-6be679dad280'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:06:36.560456 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02797ac0-308e-4335-bc38-e99c73ebdd02 req-363e3dab-f0f0-4d94-ad0e-5c1952470c6b tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:36.562018 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-02797ac0-308e-4335-bc38-e99c73ebdd02 req-363e3dab-f0f0-4d94-ad0e-5c1952470c6b tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 944 time: 0.0889845 Jun 27 20:06:36.606102 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-02797ac0-308e-4335-bc38-e99c73ebdd02 req-030d4c22-194d-4e24-983d-a876217ef184 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385778 Jun 27 20:06:37.633018 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8d165-d77d-49ec-98a5-f047aad1b344 req-adbec5c3-cf23-411a-9bd3-ffdd6254fad3 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:37.634532 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e7c8d165-d77d-49ec-98a5-f047aad1b344 req-adbec5c3-cf23-411a-9bd3-ffdd6254fad3 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.1482973 Jun 27 20:06:37.641769 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a5612-d887-464f-aa1b-56c3c82469ac req-0927310f-f877-4646-967e-e99fe0fff25c tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:37.643091 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4f1a5612-d887-464f-aa1b-56c3c82469ac req-0927310f-f877-4646-967e-e99fe0fff25c tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 945 time: 0.1222060 Jun 27 20:06:37.713045 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e7c8d165-d77d-49ec-98a5-f047aad1b344 req-12330f1f-7041-4162-8003-313a917a5dc4 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690360 Jun 27 20:06:37.717320 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4f1a5612-d887-464f-aa1b-56c3c82469ac req-19a97c49-22f2-4674-bfac-29cb85c0f8ac tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609200 Jun 27 20:06:37.895390 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b344a32-a933-40ae-bd1d-d8f08adb9360 req-e1b9604e-db04-483f-84f1-a8400c2325d0 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:37.896941 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0b344a32-a933-40ae-bd1d-d8f08adb9360 req-e1b9604e-db04-483f-84f1-a8400c2325d0 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 944 time: 0.0906134 Jun 27 20:06:37.938593 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0b344a32-a933-40ae-bd1d-d8f08adb9360 req-42297864-9818-4bc4-aac5-2ea485c4450b tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358090 Jun 27 20:06:39.024244 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21678158-8047-4181-ba68-c8d05b2cde66 req-ce6323be-c406-4b18-b5c9-d0490a08709b tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:39.025793 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-21678158-8047-4181-ba68-c8d05b2cde66 req-ce6323be-c406-4b18-b5c9-d0490a08709b tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.2063081 Jun 27 20:06:39.036300 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051d274-6dfd-4346-8804-0a779aeddf32 req-42a53316-5f34-4724-81f8-fce348362b3b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:39.037637 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a051d274-6dfd-4346-8804-0a779aeddf32 req-42a53316-5f34-4724-81f8-fce348362b3b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 945 time: 0.1807911 Jun 27 20:06:39.099955 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-21678158-8047-4181-ba68-c8d05b2cde66 req-0c3ee1f1-c424-4f27-8074-1e991ea6b455 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614276 Jun 27 20:06:39.106850 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a051d274-6dfd-4346-8804-0a779aeddf32 req-c9238ff6-3654-443b-a208-34c139d1f6f9 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559909 Jun 27 20:06:39.273498 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9bd203-d3cc-4fd6-a6a3-9d91b5afa9d9 req-87d168e3-e101-4e82-8199-89fdf8be15cf tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:39.275025 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9b9bd203-d3cc-4fd6-a6a3-9d91b5afa9d9 req-87d168e3-e101-4e82-8199-89fdf8be15cf tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 944 time: 0.0830865 Jun 27 20:06:39.320186 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9b9bd203-d3cc-4fd6-a6a3-9d91b5afa9d9 req-b3e18754-4459-4bda-975e-2c13ccafec9f tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397360 Jun 27 20:06:40.295266 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f34ef1-d8d7-475f-84a0-21aae821af7c req-985cd3d4-808e-410c-b77a-5bf280ab7dd1 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:40.296829 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a6f34ef1-d8d7-475f-84a0-21aae821af7c req-985cd3d4-808e-410c-b77a-5bf280ab7dd1 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.0923188 Jun 27 20:06:40.345589 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a6f34ef1-d8d7-475f-84a0-21aae821af7c req-89bb843b-553d-465a-8837-078c8dd2a97f tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427094 Jun 27 20:06:40.443935 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7812f94-bd9f-46fb-a44d-8feff1333c07 req-66667554-20ae-45b5-9343-7288947eb2ba tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:40.446451 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a7812f94-bd9f-46fb-a44d-8feff1333c07 req-66667554-20ae-45b5-9343-7288947eb2ba tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 945 time: 0.0901737 Jun 27 20:06:40.494031 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a7812f94-bd9f-46fb-a44d-8feff1333c07 req-85250dd5-d8eb-4e01-8262-dcf82d1f0c8a tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419710 Jun 27 20:06:40.666676 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d16e8-a943-45ea-bfb6-c568d8920f40 req-d83d866c-78a2-40b3-b771-46468e21515c tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:40.668048 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ad0d16e8-a943-45ea-bfb6-c568d8920f40 req-d83d866c-78a2-40b3-b771-46468e21515c tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 944 time: 0.0929265 Jun 27 20:06:40.713723 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ad0d16e8-a943-45ea-bfb6-c568d8920f40 req-7b28bf85-fb62-4534-8d50-38c0f9ecc4fa tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398993 Jun 27 20:06:41.097661 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:41.531548 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34b33c-b2fd-44e5-8ede-101c67733d13 req-ee4663cd-9ece-4841-b621-dbe183aa4078 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:41.533130 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ab34b33c-b2fd-44e5-8ede-101c67733d13 req-ee4663cd-9ece-4841-b621-dbe183aa4078 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.0854428 Jun 27 20:06:41.588264 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ab34b33c-b2fd-44e5-8ede-101c67733d13 req-efd64e62-3661-438b-be50-33d584e6f0b0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488770 Jun 27 20:06:41.704731 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353ece8-c73b-416c-af49-0f15f45f9834 req-a3e3ec0d-11fd-42ba-a042-3d3efbaad239 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:41.706200 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a353ece8-c73b-416c-af49-0f15f45f9834 req-a3e3ec0d-11fd-42ba-a042-3d3efbaad239 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 945 time: 0.0902052 Jun 27 20:06:41.748975 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a353ece8-c73b-416c-af49-0f15f45f9834 req-fd408baf-1257-4bb1-8d05-aa7b9ba79cad tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371628 Jun 27 20:06:41.900131 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104b07d-27d9-4b49-85ec-5d8853375050 req-9f235de6-165c-4504-888d-8e787c3bfd45 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:41.901612 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9104b07d-27d9-4b49-85ec-5d8853375050 req-9f235de6-165c-4504-888d-8e787c3bfd45 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 944 time: 0.0857460 Jun 27 20:06:41.948043 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9104b07d-27d9-4b49-85ec-5d8853375050 req-692e6066-b42d-4ea5-afe4-20aa0100248a tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406675 Jun 27 20:06:42.775373 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25e189-f900-4f76-8c4b-d4cd007fbfc6 req-587b3938-d7b9-47e1-8034-3d0f669fdc16 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:42.777104 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4f25e189-f900-4f76-8c4b-d4cd007fbfc6 req-587b3938-d7b9-47e1-8034-3d0f669fdc16 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.0868638 Jun 27 20:06:42.822694 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4f25e189-f900-4f76-8c4b-d4cd007fbfc6 req-f1b4d8aa-e73e-4145-b520-ea3103d19c36 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395157 Jun 27 20:06:42.949979 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed721a-0dd1-4385-be76-fede5c50e469 req-69af2758-2a03-4cc4-b6f7-49d9aa160c0e tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:42.951433 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d4ed721a-0dd1-4385-be76-fede5c50e469 req-69af2758-2a03-4cc4-b6f7-49d9aa160c0e tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 945 time: 0.0877726 Jun 27 20:06:42.995942 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d4ed721a-0dd1-4385-be76-fede5c50e469 req-3934f0f0-1b38-4402-8e81-550c32dc6e00 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388072 Jun 27 20:06:43.085143 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 307c352b-d9f8-4e48-a3f6-42186504937e up at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:06:43.164049 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning for port 307c352b-d9f8-4e48-a3f6-42186504937e completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:06:43.169173 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning complete for port 307c352b-d9f8-4e48-a3f6-42186504937e triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:06:43.169753 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:43.232234 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ebcb2-7f14-4d95-bef5-7e57592ed568 req-4bf187b2-3810-43a2-9ffc-4ce29be88fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:43.234660 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-556ebcb2-7f14-4d95-bef5-7e57592ed568 req-4bf187b2-3810-43a2-9ffc-4ce29be88fc8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff42080e13fb414597e5f10abbe3434d&device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 1098 time: 0.0803826 Jun 27 20:06:43.251358 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3899af-3fc4-4ea5-8f0f-ff6841a47f48 req-63c0cfa6-d1a1-4b1c-bfe6-251f0f1b512c tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:43.252802 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1c3899af-3fc4-4ea5-8f0f-ff6841a47f48 req-63c0cfa6-d1a1-4b1c-bfe6-251f0f1b512c tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 944 time: 0.1452751 Jun 27 20:06:43.288044 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 307c352b-d9f8-4e48-a3f6-42186504937e is: BUILD; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:06:43.288502 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:43.315757 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c74792b-2936-4711-a4f6-9856db0e144c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307c352b-d9f8-4e48-a3f6-42186504937e'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:06:43.327683 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 307c352b-d9f8-4e48-a3f6-42186504937e, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=307c352b-d9f8-4e48-a3f6-42186504937e,segment=NetworkSegment(19b88fb4-09fb-4dea-ba55-cb685887fbf1),segment_id=19b88fb4-09fb-4dea-ba55-cb685887fbf1)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:06:43.333256 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:43.334467 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 150c3258-82eb-4bc9-a7ea-6be679dad280 up at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:06:43.336983 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389effb1-ad3c-44d9-86de-9137091f7d22 req-fd78c1e9-52e9-4cdc-9463-81c557d71955 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:43.344602 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-389effb1-ad3c-44d9-86de-9137091f7d22 req-fd78c1e9-52e9-4cdc-9463-81c557d71955 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.1640296 Jun 27 20:06:43.384845 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1c3899af-3fc4-4ea5-8f0f-ff6841a47f48 req-0ab2e502-fa48-4bf9-b191-3fc643159acd tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216397 Jun 27 20:06:43.424874 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ebcb2-7f14-4d95-bef5-7e57592ed568 req-3833ee41-14cf-437a-896d-df6d26807f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:43.429610 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-556ebcb2-7f14-4d95-bef5-7e57592ed568 req-3833ee41-14cf-437a-896d-df6d26807f82 service neutron] 10.222.0.15 "GET /v2.0/networks?id=edb7acd2-275d-4d02-9861-85e070a17792 HTTP/1.1" status: 200 len: 920 time: 0.1871581 Jun 27 20:06:43.458978 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-389effb1-ad3c-44d9-86de-9137091f7d22 req-cb0f9112-8399-4269-8f38-dc7b40e3f4a8 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102107 Jun 27 20:06:43.461169 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=307c352b-d9f8-4e48-a3f6-42186504937e,revision_number=5']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:43.486883 dv-cinder-845799-1-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0a73f02-d481-4b77-92a1-a35dce6c4b4c'] response: {'server_uuid': '2c74792b-2936-4711-a4f6-9856db0e144c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307c352b-d9f8-4e48-a3f6-42186504937e', 'code': 200} Jun 27 20:06:43.488087 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning for port 150c3258-82eb-4bc9-a7ea-6be679dad280 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:06:43.493167 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning complete for port 150c3258-82eb-4bc9-a7ea-6be679dad280 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:06:43.494074 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:43.520822 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-556ebcb2-7f14-4d95-bef5-7e57592ed568 req-14a41730-f436-42e9-aa9a-fd1a35154a55 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a85c707-6300-4094-ad01-a1823bb883b6 HTTP/1.1" status: 200 len: 217 time: 0.0850983 Jun 27 20:06:43.600231 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ebcb2-7f14-4d95-bef5-7e57592ed568 req-bbe8dd38-553f-4553-934c-0acf0cadf200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:43.602182 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-556ebcb2-7f14-4d95-bef5-7e57592ed568 req-bbe8dd38-553f-4553-934c-0acf0cadf200 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7d86a822-f147-437c-a8d8-a85441e6e85f HTTP/1.1" status: 200 len: 858 time: 0.0704825 Jun 27 20:06:43.621770 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 150c3258-82eb-4bc9-a7ea-6be679dad280 is: BUILD; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:06:43.622149 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:43.670794 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 150c3258-82eb-4bc9-a7ea-6be679dad280, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=150c3258-82eb-4bc9-a7ea-6be679dad280,segment=NetworkSegment(239487e6-915f-4fa0-ada1-48352006308c),segment_id=239487e6-915f-4fa0-ada1-48352006308c)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:06:43.688049 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:43.715030 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ebcb2-7f14-4d95-bef5-7e57592ed568 req-6ad29501-2df0-4cfb-9f40-b03d61ba4350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:43.717281 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-556ebcb2-7f14-4d95-bef5-7e57592ed568 req-6ad29501-2df0-4cfb-9f40-b03d61ba4350 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=edb7acd2-275d-4d02-9861-85e070a17792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1073174 Jun 27 20:06:43.804458 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=150c3258-82eb-4bc9-a7ea-6be679dad280,revision_number=5']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:44.006056 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-556ebcb2-7f14-4d95-bef5-7e57592ed568 req-301f8ccc-5b8a-49d8-982c-552e932df1cd service neutron] 10.222.0.15 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730138 Jun 27 20:06:44.011807 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da85ee-10ad-4781-aac7-8a88ee418340 req-64886fc2-214c-4c03-b84a-4121c182bae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:44.013227 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-62da85ee-10ad-4781-aac7-8a88ee418340 req-64886fc2-214c-4c03-b84a-4121c182bae8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 1098 time: 0.1406755 Jun 27 20:06:44.156855 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-62da85ee-10ad-4781-aac7-8a88ee418340 req-aa1c6bd2-cab3-4c4f-a054-7fbf6be92048 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090231 Jun 27 20:06:44.225716 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-556ebcb2-7f14-4d95-bef5-7e57592ed568 req-a1881258-d20a-4721-ab44-e5489a6667e2 service neutron] 10.222.0.15 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974783 Jun 27 20:06:44.273310 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ba5bb-2167-4f27-adde-4bef36fe54c9 req-1b38ea0b-6403-461d-a5e6-a5b23e8b8e7b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:44.275661 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c92ba5bb-2167-4f27-adde-4bef36fe54c9 req-1b38ea0b-6403-461d-a5e6-a5b23e8b8e7b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.1271589 Jun 27 20:06:44.327297 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c92ba5bb-2167-4f27-adde-4bef36fe54c9 req-7230f9d1-a21d-428d-a0b4-63b5bd4c337f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460136 Jun 27 20:06:44.483422 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 54950) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:06:44.601726 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1d266dcd-3d44-43bd-b494-a8e796acccc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:44.663551 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3a91a9f5-8fb4-4695-99cf-b0793c0f6511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:44.679562 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3a91a9f5-8fb4-4695-99cf-b0793c0f6511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:06:44.684855 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-3a91a9f5-8fb4-4695-99cf-b0793c0f6511 admin admin] Usage tracker for resource:security_group_rule and tenant:2b7803d0942f4798b3ca2bbb1eeefc25 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:06:44.690296 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-3a91a9f5-8fb4-4695-99cf-b0793c0f6511 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:06:44.698326 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3a91a9f5-8fb4-4695-99cf-b0793c0f6511 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:06:44.716055 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70877486-b472-4ce5-b9bd-f7618e1f4d91 req-7140f814-351f-4089-bcd2-5070dad34cc4 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:44.717520 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-70877486-b472-4ce5-b9bd-f7618e1f4d91 req-7140f814-351f-4089-bcd2-5070dad34cc4 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.1776943 Jun 27 20:06:44.760467 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64410967-ea1a-4320-a135-17b9047cb1c0 req-ffc67c51-b4bb-415b-aab8-9452f29b99c9 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:44.762181 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-64410967-ea1a-4320-a135-17b9047cb1c0 req-ffc67c51-b4bb-415b-aab8-9452f29b99c9 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.1583090 Jun 27 20:06:44.813673 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3a91a9f5-8fb4-4695-99cf-b0793c0f6511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:44.818213 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-70877486-b472-4ce5-b9bd-f7618e1f4d91 req-5c61a702-3c11-41ec-b41d-abe6784628e3 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897133 Jun 27 20:06:44.820605 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3a91a9f5-8fb4-4695-99cf-b0793c0f6511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:44.902327 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91a9f5-8fb4-4695-99cf-b0793c0f6511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234730f9-1779-4675-858f-7f37733d6d78,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:44.905069 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-64410967-ea1a-4320-a135-17b9047cb1c0 req-28b2342f-e963-47cf-bf87-eee584bb7405 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298602 Jun 27 20:06:44.933454 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 54972) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:06:44.946332 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-3a91a9f5-8fb4-4695-99cf-b0793c0f6511 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2b7803d0942f4798b3ca2bbb1eeefc25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4616930 Jun 27 20:06:45.050375 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-02a9e877-3a56-4db6-94a4-238f25c1bf00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:45.076124 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-02a9e877-3a56-4db6-94a4-238f25c1bf00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:45.126963 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-02a9e877-3a56-4db6-94a4-238f25c1bf00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:45.143315 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9e877-3a56-4db6-94a4-238f25c1bf00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234730f9-1779-4675-858f-7f37733d6d78,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:45.152601 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-02a9e877-3a56-4db6-94a4-238f25c1bf00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:45.155974 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-02a9e877-3a56-4db6-94a4-238f25c1bf00 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/234730f9-1779-4675-858f-7f37733d6d78 HTTP/1.1" status: 204 len: 168 time: 0.2194343 Jun 27 20:06:45.442999 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 55004) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:06:45.487958 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab185522-8b72-4604-a88b-0e8ca5bf4b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150c3258-82eb-4bc9-a7ea-6be679dad280'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:06:45.499336 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-622f75ac-8f25-49e1-8bfd-f780b08b3cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:45.531418 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-622f75ac-8f25-49e1-8bfd-f780b08b3cf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:06:45.535168 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-622f75ac-8f25-49e1-8bfd-f780b08b3cf5 admin admin] Usage tracker for resource:security_group_rule and tenant:12fdfcb99778464296c0c0b1bb6e668d is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:06:45.544238 dv-cinder-845799-1-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-490f4ea7-9105-47c8-aaed-366d5ef0502b'] response: {'server_uuid': 'ab185522-8b72-4604-a88b-0e8ca5bf4b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150c3258-82eb-4bc9-a7ea-6be679dad280', 'code': 200} Jun 27 20:06:45.544847 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-622f75ac-8f25-49e1-8bfd-f780b08b3cf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:06:45.552446 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-622f75ac-8f25-49e1-8bfd-f780b08b3cf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:06:45.603274 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd96150-7c43-4f9d-a6e1-726ad888e772 req-caa74ff8-e48f-423d-bd51-db7b58a9e623 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:45.604713 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9cd96150-7c43-4f9d-a6e1-726ad888e772 req-caa74ff8-e48f-423d-bd51-db7b58a9e623 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.1451404 Jun 27 20:06:45.667336 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9cd96150-7c43-4f9d-a6e1-726ad888e772 req-5e8f1b27-e06a-4d14-a976-1729d76e7248 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559359 Jun 27 20:06:45.692863 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-622f75ac-8f25-49e1-8bfd-f780b08b3cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:45.698004 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-622f75ac-8f25-49e1-8bfd-f780b08b3cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:45.746046 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-622f75ac-8f25-49e1-8bfd-f780b08b3cf5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=12fdfcb99778464296c0c0b1bb6e668d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3019757 Jun 27 20:06:45.747075 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f75ac-8f25-49e1-8bfd-f780b08b3cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdfc4a9-1728-492b-8143-26e6ef83d371,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:45.748771 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 55018) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:06:45.807985 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-24274c6f-4ab9-4220-9a62-2ddce13661f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:45.815107 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 55022) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:06:45.835325 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-24274c6f-4ab9-4220-9a62-2ddce13661f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:45.891067 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-24274c6f-4ab9-4220-9a62-2ddce13661f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:45.911003 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24274c6f-4ab9-4220-9a62-2ddce13661f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdfc4a9-1728-492b-8143-26e6ef83d371,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:45.917608 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-24274c6f-4ab9-4220-9a62-2ddce13661f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:45.921139 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-24274c6f-4ab9-4220-9a62-2ddce13661f5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2fdfc4a9-1728-492b-8143-26e6ef83d371 HTTP/1.1" status: 204 len: 168 time: 0.1689975 Jun 27 20:06:45.958881 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b3159e0c-f6e7-46d8-a6bc-d8841de9084d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:45.975119 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-b3159e0c-f6e7-46d8-a6bc-d8841de9084d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:06:46.017740 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-b3159e0c-f6e7-46d8-a6bc-d8841de9084d admin admin] Usage tracker for resource:security_group_rule and tenant:59437f15c42e453085bac1ed0dcde921 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:06:46.024778 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-b3159e0c-f6e7-46d8-a6bc-d8841de9084d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:06:46.036472 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-b3159e0c-f6e7-46d8-a6bc-d8841de9084d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:06:46.168645 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6b474-4e3c-4fb2-9b65-1edb07a513a7 req-46301065-2820-43b4-92f3-056ac75919b3 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:46.170114 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-98b6b474-4e3c-4fb2-9b65-1edb07a513a7 req-46301065-2820-43b4-92f3-056ac75919b3 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.1894910 Jun 27 20:06:46.249160 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac77b1-7497-40c5-bf25-70cc1f8ccba5 req-e3a48677-1307-4f0e-af86-338a6f25e943 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:46.250656 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3dac77b1-7497-40c5-bf25-70cc1f8ccba5 req-e3a48677-1307-4f0e-af86-338a6f25e943 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.2010419 Jun 27 20:06:46.282881 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-98b6b474-4e3c-4fb2-9b65-1edb07a513a7 req-5a7c578b-f976-4b58-9282-48a6cbc80a4d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065056 Jun 27 20:06:46.291938 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b3159e0c-f6e7-46d8-a6bc-d8841de9084d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:46.305078 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b3159e0c-f6e7-46d8-a6bc-d8841de9084d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:46.334081 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3dac77b1-7497-40c5-bf25-70cc1f8ccba5 req-df769832-9ed7-4487-8041-c8900d6bcdb3 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730593 Jun 27 20:06:46.356679 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-b3159e0c-f6e7-46d8-a6bc-d8841de9084d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=59437f15c42e453085bac1ed0dcde921&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5404608 Jun 27 20:06:46.360415 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 55046) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:06:46.363942 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3159e0c-f6e7-46d8-a6bc-d8841de9084d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74e62a8-3305-40d8-a171-08354de1d13f,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:46.424207 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dc656eb6-37f6-41d1-99ed-beb9028ab56a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:46.449106 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dc656eb6-37f6-41d1-99ed-beb9028ab56a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:46.510701 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dc656eb6-37f6-41d1-99ed-beb9028ab56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:46.527539 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc656eb6-37f6-41d1-99ed-beb9028ab56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74e62a8-3305-40d8-a171-08354de1d13f,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:46.533052 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dc656eb6-37f6-41d1-99ed-beb9028ab56a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:46.537137 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-dc656eb6-37f6-41d1-99ed-beb9028ab56a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b74e62a8-3305-40d8-a171-08354de1d13f HTTP/1.1" status: 204 len: 168 time: 0.1727300 Jun 27 20:06:46.804542 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-33c9c29c-bdae-4c69-a6cd-3637dad68f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:46.879922 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2c8da-2a0f-4da7-ae0c-d744914d0384 req-96e737bd-2da6-4990-90f3-494cb970ebcc tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:46.884908 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3ae2c8da-2a0f-4da7-ae0c-d744914d0384 req-96e737bd-2da6-4990-90f3-494cb970ebcc tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.1031635 Jun 27 20:06:46.929646 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3ae2c8da-2a0f-4da7-ae0c-d744914d0384 req-da76d132-70c0-47d7-a894-19dc832c5a63 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415146 Jun 27 20:06:46.954517 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 55078) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:06:46.971910 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-db760ce7-c1c9-4711-a896-dfaf72207804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:46.986291 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-db760ce7-c1c9-4711-a896-dfaf72207804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:06:46.990120 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-db760ce7-c1c9-4711-a896-dfaf72207804 admin admin] Usage tracker for resource:security_group_rule and tenant:281f44a898d4416ab386d52696aa33b1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:06:46.992917 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-db760ce7-c1c9-4711-a896-dfaf72207804 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:06:46.999519 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-db760ce7-c1c9-4711-a896-dfaf72207804 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:06:47.083453 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-db760ce7-c1c9-4711-a896-dfaf72207804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:47.087233 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-db760ce7-c1c9-4711-a896-dfaf72207804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:47.135447 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-db760ce7-c1c9-4711-a896-dfaf72207804 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=281f44a898d4416ab386d52696aa33b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1798463 Jun 27 20:06:47.137061 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db760ce7-c1c9-4711-a896-dfaf72207804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fe0eb8-ba95-4533-8115-8c1fb11f51aa,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:47.138137 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 55086) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:06:47.200625 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2b12402a-102b-4ba3-a5c1-6d8e6993d8c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:47.225762 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2b12402a-102b-4ba3-a5c1-6d8e6993d8c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:47.275935 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2b12402a-102b-4ba3-a5c1-6d8e6993d8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:47.294725 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12402a-102b-4ba3-a5c1-6d8e6993d8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fe0eb8-ba95-4533-8115-8c1fb11f51aa,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:47.305233 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2b12402a-102b-4ba3-a5c1-6d8e6993d8c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:47.308379 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-2b12402a-102b-4ba3-a5c1-6d8e6993d8c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/49fe0eb8-ba95-4533-8115-8c1fb11f51aa HTTP/1.1" status: 204 len: 168 time: 0.1692722 Jun 27 20:06:47.579012 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a000f5-ae0d-4ff0-84cc-5d2522b68fe6 req-fdfdbf35-466a-4a9d-9d71-c7dbc582613b tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:47.580467 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-56a000f5-ae0d-4ff0-84cc-5d2522b68fe6 req-fdfdbf35-466a-4a9d-9d71-c7dbc582613b tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.1199040 Jun 27 20:06:47.588296 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12bca2-ebc0-4dcc-bf59-a6ac0ce439ac req-d6771661-88e9-4d52-a948-d0808b708a0d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:47.594048 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fd12bca2-ebc0-4dcc-bf59-a6ac0ce439ac req-d6771661-88e9-4d52-a948-d0808b708a0d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.1804812 Jun 27 20:06:47.664710 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-56a000f5-ae0d-4ff0-84cc-5d2522b68fe6 req-36c6d1e9-2049-4fd0-97b4-15f4d7805dc5 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692725 Jun 27 20:06:47.698584 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fd12bca2-ebc0-4dcc-bf59-a6ac0ce439ac req-20431218-4755-4455-bed1-eccd2178aed5 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013258 Jun 27 20:06:47.958578 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:48.043134 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:48.139671 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e9955-f018-4b03-b141-16fc4a230474 req-2dfd757d-e16e-4aff-8b0e-a5eb1d55db50 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:48.141141 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fe5e9955-f018-4b03-b141-16fc4a230474 req-2dfd757d-e16e-4aff-8b0e-a5eb1d55db50 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.0888793 Jun 27 20:06:48.183341 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fe5e9955-f018-4b03-b141-16fc4a230474 req-d9739300-afa8-4bab-a79b-c4ade5ebd133 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366271 Jun 27 20:06:48.834149 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:06:48.958047 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40ed91-dcce-4ba9-b007-349873fdb593 req-b961ccfa-03e8-4b39-8c4d-a71d36e12ebf tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:48.959509 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ef40ed91-dcce-4ba9-b007-349873fdb593 req-b961ccfa-03e8-4b39-8c4d-a71d36e12ebf tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.1857264 Jun 27 20:06:48.973289 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ebe0f-f161-467e-8e03-e99367f42ccb req-1b681119-20d1-4dde-b2a2-8655e4e6e722 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:48.974717 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-279ebe0f-f161-467e-8e03-e99367f42ccb req-1b681119-20d1-4dde-b2a2-8655e4e6e722 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.1229208 Jun 27 20:06:49.042988 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ef40ed91-dcce-4ba9-b007-349873fdb593 req-4fd59a79-fb97-4903-9980-5cb5efb36088 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773029 Jun 27 20:06:49.049616 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-279ebe0f-f161-467e-8e03-e99367f42ccb req-799ff487-f25e-4b60-8269-ba8583cfd32e tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616786 Jun 27 20:06:49.219368 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:49.245852 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 55178) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:06:49.362540 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-235fd4c6-9db4-47d7-9478-7007e9870df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:49.381364 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-235fd4c6-9db4-47d7-9478-7007e9870df9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:06:49.386241 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-235fd4c6-9db4-47d7-9478-7007e9870df9 admin admin] Usage tracker for resource:security_group_rule and tenant:3b9e10f1cc7d46f6a44d5773f4bc0e05 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:06:49.389985 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-235fd4c6-9db4-47d7-9478-7007e9870df9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:06:49.402569 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-235fd4c6-9db4-47d7-9478-7007e9870df9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:06:49.421024 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e691f3-51ec-4569-b27f-2620dd78aa0d req-48df0ad8-b8a3-4bea-b339-98ad1c35ac2b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:49.422483 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-86e691f3-51ec-4569-b27f-2620dd78aa0d req-48df0ad8-b8a3-4bea-b339-98ad1c35ac2b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.1270800 Jun 27 20:06:49.485284 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-86e691f3-51ec-4569-b27f-2620dd78aa0d req-38fa2516-ceac-436a-86f2-6c5d0e2de0f6 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541091 Jun 27 20:06:49.536078 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-235fd4c6-9db4-47d7-9478-7007e9870df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:49.540948 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-235fd4c6-9db4-47d7-9478-7007e9870df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:49.589605 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-235fd4c6-9db4-47d7-9478-7007e9870df9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3b9e10f1cc7d46f6a44d5773f4bc0e05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3418634 Jun 27 20:06:49.589829 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235fd4c6-9db4-47d7-9478-7007e9870df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6c1485-b6f5-4bd9-ac0e-9f54092f2ecc,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:49.591502 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 55184) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:06:49.653073 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-43085255-08fa-4175-8512-a874c5216362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:49.678711 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-43085255-08fa-4175-8512-a874c5216362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:49.729294 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-43085255-08fa-4175-8512-a874c5216362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:49.744065 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43085255-08fa-4175-8512-a874c5216362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6c1485-b6f5-4bd9-ac0e-9f54092f2ecc,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:49.752953 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-43085255-08fa-4175-8512-a874c5216362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:49.754090 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-43085255-08fa-4175-8512-a874c5216362 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c6c1485-b6f5-4bd9-ac0e-9f54092f2ecc HTTP/1.1" status: 204 len: 168 time: 0.1615524 Jun 27 20:06:50.042636 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 55198) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:06:50.101971 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-be4b6623-f449-45f7-87a7-981a7aedd013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:50.125079 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-be4b6623-f449-45f7-87a7-981a7aedd013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:06:50.133238 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-be4b6623-f449-45f7-87a7-981a7aedd013 admin admin] Usage tracker for resource:security_group_rule and tenant:3ed2795295ad458ca6d14bc11b9121dd is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:06:50.137305 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-be4b6623-f449-45f7-87a7-981a7aedd013 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:06:50.151853 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-be4b6623-f449-45f7-87a7-981a7aedd013 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:06:50.248225 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d86a23-ee6c-47e1-bfac-41e3838e25d8 req-0c2aba6d-e2f8-41bd-8221-0e5149ae1ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:50.249743 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-34d86a23-ee6c-47e1-bfac-41e3838e25d8 req-0c2aba6d-e2f8-41bd-8221-0e5149ae1ff9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 1099 time: 0.1925437 Jun 27 20:06:50.316479 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-34d86a23-ee6c-47e1-bfac-41e3838e25d8 req-726016ed-08d4-4796-8df7-29e34f42dd9f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545361 Jun 27 20:06:50.347958 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-be4b6623-f449-45f7-87a7-981a7aedd013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:50.351952 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-be4b6623-f449-45f7-87a7-981a7aedd013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:50.373325 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc73a88-8ab7-430a-a148-6b820388b74d req-635850c1-a1bf-4a28-a0b9-8f6e4560b593 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:50.374725 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7cc73a88-8ab7-430a-a148-6b820388b74d req-635850c1-a1bf-4a28-a0b9-8f6e4560b593 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.2097700 Jun 27 20:06:50.389152 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcbd3a-6237-4691-9663-b8874fd54553 req-9fbcea4e-ba79-46d0-ba8e-b6dbfc0491f8 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:50.390558 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b6bcbd3a-6237-4691-9663-b8874fd54553 req-9fbcea4e-ba79-46d0-ba8e-b6dbfc0491f8 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.1889420 Jun 27 20:06:50.401833 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-be4b6623-f449-45f7-87a7-981a7aedd013 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3ed2795295ad458ca6d14bc11b9121dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3558044 Jun 27 20:06:50.401833 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b6623-f449-45f7-87a7-981a7aedd013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55cfaa0-9af3-4bf8-ad6d-6fd6a80ca1f5,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:50.404203 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 55208) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:06:50.455198 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7cc73a88-8ab7-430a-a148-6b820388b74d req-9dca4892-c2f8-47e7-b5bd-c380dd7fec72 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743272 Jun 27 20:06:50.459508 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b6bcbd3a-6237-4691-9663-b8874fd54553 req-f3f30d3d-e825-4678-9a00-06a84e459bdb tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572686 Jun 27 20:06:50.461870 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6ce307b6-e41f-448a-a1fa-a9fb86565371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:50.488382 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6ce307b6-e41f-448a-a1fa-a9fb86565371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:50.542869 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6ce307b6-e41f-448a-a1fa-a9fb86565371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:50.560549 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce307b6-e41f-448a-a1fa-a9fb86565371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55cfaa0-9af3-4bf8-ad6d-6fd6a80ca1f5,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:50.563823 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6ce307b6-e41f-448a-a1fa-a9fb86565371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:50.564935 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-6ce307b6-e41f-448a-a1fa-a9fb86565371 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e55cfaa0-9af3-4bf8-ad6d-6fd6a80ca1f5 HTTP/1.1" status: 204 len: 168 time: 0.1598430 Jun 27 20:06:50.702270 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16be54-56de-4dfb-9b84-5f3a21ac1e5c req-f93b2ab2-c076-42f0-945f-7532328d5a20 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:50.703709 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-af16be54-56de-4dfb-9b84-5f3a21ac1e5c req-f93b2ab2-c076-42f0-945f-7532328d5a20 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.0882065 Jun 27 20:06:50.748627 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-af16be54-56de-4dfb-9b84-5f3a21ac1e5c req-55ad7524-cba7-4d12-8730-b75d7d62ee45 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391362 Jun 27 20:06:51.731583 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee126062-1b24-4319-a9cd-debac63bb3a2 req-711d1bb6-5672-4269-b712-1daae223402a tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:51.733030 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ee126062-1b24-4319-a9cd-debac63bb3a2 req-711d1bb6-5672-4269-b712-1daae223402a tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.1151404 Jun 27 20:06:51.747136 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162f8ab-331d-49a7-813f-dd5b5caf8619 req-1520cccf-d05d-45a9-94be-fb7b0f4bbf6d tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:51.753844 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5162f8ab-331d-49a7-813f-dd5b5caf8619 req-1520cccf-d05d-45a9-94be-fb7b0f4bbf6d tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.1813099 Jun 27 20:06:51.831351 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5162f8ab-331d-49a7-813f-dd5b5caf8619 req-8cc70f7a-3abc-492e-8848-4ec8042b65aa tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766542 Jun 27 20:06:51.857634 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ee126062-1b24-4319-a9cd-debac63bb3a2 req-27f42a3b-2f92-409f-bb27-13b3fc3253c6 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012018 Jun 27 20:06:52.031702 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d919e-b328-40e0-b993-9e4c49f3eaee req-1dded86d-b89d-4f27-b143-97e1ae84eee7 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:52.033239 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-047d919e-b328-40e0-b993-9e4c49f3eaee req-1dded86d-b89d-4f27-b143-97e1ae84eee7 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.0873940 Jun 27 20:06:52.076745 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-047d919e-b328-40e0-b993-9e4c49f3eaee req-b1c3a10f-6d46-4104-8a5a-d71f5e7b03fe tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377502 Jun 27 20:06:53.086062 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25926348-c2c1-471d-a35e-a8f59ddad8ac req-fe807a56-67a9-4d95-bea7-c1d0ff023fcc tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:53.087540 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-25926348-c2c1-471d-a35e-a8f59ddad8ac req-fe807a56-67a9-4d95-bea7-c1d0ff023fcc tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.1531789 Jun 27 20:06:53.095717 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ffe94-338e-447b-8574-2a04a8e2de54 req-c8f41350-d421-49fc-8e6c-f5ab9d131ccd tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:53.097166 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-873ffe94-338e-447b-8574-2a04a8e2de54 req-c8f41350-d421-49fc-8e6c-f5ab9d131ccd tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.1208653 Jun 27 20:06:53.166666 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-25926348-c2c1-471d-a35e-a8f59ddad8ac req-6614ba96-b62e-4f49-b52d-3bb3c1caf366 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681648 Jun 27 20:06:53.170924 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-873ffe94-338e-447b-8574-2a04a8e2de54 req-ed218467-a340-4967-8b6a-c87cdf2ae3fd tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597589 Jun 27 20:06:53.356913 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5478b7-bec3-481c-9868-9fcf78a0fdaa req-9bf2e3f5-c967-4adf-aeb9-20f54134e3c5 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:53.358570 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ca5478b7-bec3-481c-9868-9fcf78a0fdaa req-9bf2e3f5-c967-4adf-aeb9-20f54134e3c5 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.0909348 Jun 27 20:06:53.403149 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ca5478b7-bec3-481c-9868-9fcf78a0fdaa req-502f492c-034f-47e0-b670-a565ddec2bd6 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389152 Jun 27 20:06:53.488951 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 55344) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:06:53.605787 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6e4c8fb1-dd18-40f0-82fb-7bfd5bf5ff10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:53.622064 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-6e4c8fb1-dd18-40f0-82fb-7bfd5bf5ff10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:06:53.625824 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-6e4c8fb1-dd18-40f0-82fb-7bfd5bf5ff10 admin admin] Usage tracker for resource:security_group_rule and tenant:191982c487394020a520115ec38c6471 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:06:53.628578 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-6e4c8fb1-dd18-40f0-82fb-7bfd5bf5ff10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:06:53.634168 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-6e4c8fb1-dd18-40f0-82fb-7bfd5bf5ff10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:06:53.719538 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6e4c8fb1-dd18-40f0-82fb-7bfd5bf5ff10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:53.723262 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6e4c8fb1-dd18-40f0-82fb-7bfd5bf5ff10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:53.769003 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-6e4c8fb1-dd18-40f0-82fb-7bfd5bf5ff10 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=191982c487394020a520115ec38c6471&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2788601 Jun 27 20:06:53.769887 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c8fb1-dd18-40f0-82fb-7bfd5bf5ff10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085d49f2-e9dd-415e-9485-0b4c96da5ff0,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:53.771590 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 55352) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:06:53.828476 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d7b5b735-edb2-4901-aecb-e94c36941923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:53.854880 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d7b5b735-edb2-4901-aecb-e94c36941923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:53.906836 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d7b5b735-edb2-4901-aecb-e94c36941923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:53.923999 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b5b735-edb2-4901-aecb-e94c36941923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085d49f2-e9dd-415e-9485-0b4c96da5ff0,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:53.927245 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d7b5b735-edb2-4901-aecb-e94c36941923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:53.929176 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-d7b5b735-edb2-4901-aecb-e94c36941923 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/085d49f2-e9dd-415e-9485-0b4c96da5ff0 HTTP/1.1" status: 204 len: 168 time: 0.1565759 Jun 27 20:06:54.191726 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 55362) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:06:54.211222 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fa4ceb42-4eb1-4e87-be0c-dacc90a421fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:54.225930 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fa4ceb42-4eb1-4e87-be0c-dacc90a421fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:06:54.229939 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-fa4ceb42-4eb1-4e87-be0c-dacc90a421fb admin admin] Usage tracker for resource:security_group_rule and tenant:965dd9a14ed1454f808a9ae0ab5cd990 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:06:54.232934 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-fa4ceb42-4eb1-4e87-be0c-dacc90a421fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:06:54.239239 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fa4ceb42-4eb1-4e87-be0c-dacc90a421fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:06:54.332666 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fa4ceb42-4eb1-4e87-be0c-dacc90a421fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:54.337221 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fa4ceb42-4eb1-4e87-be0c-dacc90a421fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:54.382063 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ceb42-4eb1-4e87-be0c-dacc90a421fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45faaaa5-277a-4f59-b07c-b1ce46d5b909,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:54.386948 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-fa4ceb42-4eb1-4e87-be0c-dacc90a421fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=965dd9a14ed1454f808a9ae0ab5cd990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1939750 Jun 27 20:06:54.389457 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 55370) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:06:54.420059 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb55f3c-5875-48eb-b129-07c540500800 req-128e4315-bc64-4da1-8ef1-28a0b08727fa tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:54.421505 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6cb55f3c-5875-48eb-b129-07c540500800 req-128e4315-bc64-4da1-8ef1-28a0b08727fa tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.1475456 Jun 27 20:06:54.448290 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f37f4cb8-da7e-4394-9647-989b1fc49e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:54.454798 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa822b97-70c6-4905-8fe2-8d00b9a276b6 req-d07d5198-3982-4ffa-b4b9-7cf16e7ce517 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:54.456637 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fa822b97-70c6-4905-8fe2-8d00b9a276b6 req-d07d5198-3982-4ffa-b4b9-7cf16e7ce517 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.1417334 Jun 27 20:06:54.474030 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f37f4cb8-da7e-4394-9647-989b1fc49e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:54.503532 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6cb55f3c-5875-48eb-b129-07c540500800 req-52633904-d8d2-4f44-8d63-cece86f67f34 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758779 Jun 27 20:06:54.529453 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f37f4cb8-da7e-4394-9647-989b1fc49e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:54.533089 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fa822b97-70c6-4905-8fe2-8d00b9a276b6 req-795aea2f-8f07-4ccb-99e2-c9bf9a03e1be tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696270 Jun 27 20:06:54.544571 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f4cb8-da7e-4394-9647-989b1fc49e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45faaaa5-277a-4f59-b07c-b1ce46d5b909,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:06:54.551170 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f37f4cb8-da7e-4394-9647-989b1fc49e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:54.552275 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-f37f4cb8-da7e-4394-9647-989b1fc49e9e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/45faaaa5-277a-4f59-b07c-b1ce46d5b909 HTTP/1.1" status: 204 len: 168 time: 0.1618278 Jun 27 20:06:54.699290 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086470df-0a05-4970-9e44-2a9b8bc37b3b req-c72e1421-7f07-4626-b28f-f5aabd1f1347 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:54.700740 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-086470df-0a05-4970-9e44-2a9b8bc37b3b req-c72e1421-7f07-4626-b28f-f5aabd1f1347 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.0891488 Jun 27 20:06:54.744610 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-086470df-0a05-4970-9e44-2a9b8bc37b3b req-9bf5054e-9d34-4065-83c3-8ab3642866ff tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380859 Jun 27 20:06:55.788751 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24ab4f-2e38-4323-9446-3480fd0f7a90 req-4637c481-dfdd-4119-95c4-31ea6745aa80 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:55.790401 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0d24ab4f-2e38-4323-9446-3480fd0f7a90 req-4637c481-dfdd-4119-95c4-31ea6745aa80 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.1725650 Jun 27 20:06:55.797686 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d4676-5980-45d8-8766-db965bfc70d1 req-c977f003-81bc-493c-9395-99d29d9f0dce tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:55.799026 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-510d4676-5980-45d8-8766-db965bfc70d1 req-c977f003-81bc-493c-9395-99d29d9f0dce tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.1350517 Jun 27 20:06:55.869113 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0d24ab4f-2e38-4323-9446-3480fd0f7a90 req-e98ddb99-2a56-4e20-a237-95a0f0fb8732 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691462 Jun 27 20:06:55.873479 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-510d4676-5980-45d8-8766-db965bfc70d1 req-150e9917-fa2f-4b37-8893-57555d5599d0 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608602 Jun 27 20:06:56.061750 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c184d-ef8f-482e-b177-b71ea9efec9e req-5425dd4f-95bb-4bd0-bc78-9a1a091c3b7d tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:56.063194 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1f1c184d-ef8f-482e-b177-b71ea9efec9e req-5425dd4f-95bb-4bd0-bc78-9a1a091c3b7d tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.0890040 Jun 27 20:06:56.106446 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1f1c184d-ef8f-482e-b177-b71ea9efec9e req-4d910f86-d123-46da-9d64-fc895c808182 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375156 Jun 27 20:06:57.187491 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283ca29-2562-408d-9182-73899e9e1131 req-febbcafe-d402-492b-94be-626a917b8557 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:57.188920 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1283ca29-2562-408d-9182-73899e9e1131 req-febbcafe-d402-492b-94be-626a917b8557 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.1728284 Jun 27 20:06:57.197422 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25767b0-7087-44b9-acec-4b54bb070492 req-0ffdb457-dc1e-491f-b909-190a8876db83 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:57.198681 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b25767b0-7087-44b9-acec-4b54bb070492 req-0ffdb457-dc1e-491f-b909-190a8876db83 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.2232971 Jun 27 20:06:57.265128 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1283ca29-2562-408d-9182-73899e9e1131 req-ee1adcae-498f-4ed3-8f43-a3db27b50e06 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655136 Jun 27 20:06:57.269422 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b25767b0-7087-44b9-acec-4b54bb070492 req-94227d2b-daed-4170-b8ef-f3c0f11ec5a0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570781 Jun 27 20:06:57.518990 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f5f62-c681-4bc9-a272-0a48ca257142 req-481f2728-ea3e-437d-9561-ba8a0a44f202 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:57.520428 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c63f5f62-c681-4bc9-a272-0a48ca257142 req-481f2728-ea3e-437d-9561-ba8a0a44f202 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.1548183 Jun 27 20:06:57.528172 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd352b4-39f3-4324-911d-64076f6ec71a req-08cfb02e-371d-4c9a-b4d0-4794c902f3f9 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:57.529487 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8dd352b4-39f3-4324-911d-64076f6ec71a req-08cfb02e-371d-4c9a-b4d0-4794c902f3f9 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.1626639 Jun 27 20:06:57.537957 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 55468) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:06:57.543139 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-bfba407b-8604-448b-939d-c22d965b67fc tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Request body: {'floatingip': {'port_id': '307c352b-d9f8-4e48-a3f6-42186504937e'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:06:57.569861 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c63f5f62-c681-4bc9-a272-0a48ca257142 req-eb37df9d-3f1b-45c6-a1a1-6442ec2dfcc3 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393641 Jun 27 20:06:57.622231 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bfba407b-8604-448b-939d-c22d965b67fc tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for floatingip, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:58.444491 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bfba407b-8604-448b-939d-c22d965b67fc tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:58.448486 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bfba407b-8604-448b-939d-c22d965b67fc tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16271055'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:58.463975 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024c836-84b9-4b5f-826d-7763c11590f2 req-324e03d2-8383-492e-8c64-8638271f90eb tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:58.465417 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4024c836-84b9-4b5f-826d-7763c11590f2 req-324e03d2-8383-492e-8c64-8638271f90eb tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.0861940 Jun 27 20:06:58.509434 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4024c836-84b9-4b5f-826d-7763c11590f2 req-ed27d4af-fc3f-4c15-b6fc-319e35723bde tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376282 Jun 27 20:06:58.616608 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.db.l3_db [None req-bfba407b-8604-448b-939d-c22d965b67fc tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Floating IP d0aefc65-a8ab-416b-87d0-9cc71db39f1e associated. External IP: 172.27.3.117, port: 307c352b-d9f8-4e48-a3f6-42186504937e. Jun 27 20:06:58.788021 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0b04b-3b29-4943-bb00-299d05b56b33 req-779c453b-7638-4fa9-bb2f-ba00410012fe tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:58.789999 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-faa0b04b-3b29-4943-bb00-299d05b56b33 req-779c453b-7638-4fa9-bb2f-ba00410012fe tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.1101017 Jun 27 20:06:58.835303 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-faa0b04b-3b29-4943-bb00-299d05b56b33 req-96130e85-8c0e-4ced-a810-8c8c8ab69cb8 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392663 Jun 27 20:06:58.975668 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfba407b-8604-448b-939d-c22d965b67fc tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Router 366bc1ff-6094-4444-92cf-fc8b21905b0a has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:06:59.048939 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df87f2f-3b7a-4f8f-8202-cf40a8ef1d08 req-cdf8e9de-0b77-46c7-8210-2802856bd985 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:59.050434 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5df87f2f-3b7a-4f8f-8202-cf40a8ef1d08 req-cdf8e9de-0b77-46c7-8210-2802856bd985 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.0945280 Jun 27 20:06:59.059112 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 55504) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:06:59.064491 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-95541c2b-9a97-4121-95aa-5fad4034d772 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Request body: {'floatingip': {'port_id': '150c3258-82eb-4bc9-a7ea-6be679dad280'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:06:59.144636 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-95541c2b-9a97-4121-95aa-5fad4034d772 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for floatingip, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:59.165008 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfba407b-8604-448b-939d-c22d965b67fc tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:06:59.175265 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bfba407b-8604-448b-939d-c22d965b67fc tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:06:59.187376 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0544548-3d51-4822-b694-b982670c72c7 None None] Sync routers for ids ['366bc1ff-6094-4444-92cf-fc8b21905b0a'] in dv-cinder-845799-1-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:06:59.220356 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0544548-3d51-4822-b694-b982670c72c7 None None] Routers {'366bc1ff-6094-4444-92cf-fc8b21905b0a'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:06:59.220356 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-c0544548-3d51-4822-b694-b982670c72c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:06:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['366bc1ff-6094-4444-92cf-fc8b21905b0a'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:06:59.357556 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-bfba407b-8604-448b-939d-c22d965b67fc tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "PUT /v2.0/floatingips/d0aefc65-a8ab-416b-87d0-9cc71db39f1e HTTP/1.1" status: 200 len: 991 time: 1.8158019 Jun 27 20:06:59.357556 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c74792b-2936-4711-a4f6-9856db0e144c', 'tag': '307c352b-d9f8-4e48-a3f6-42186504937e'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:06:59.445018 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6e8f1da-db00-4848-b4dd-c74548443184'] response: {'name': 'network-changed', 'server_uuid': '2c74792b-2936-4711-a4f6-9856db0e144c', 'tag': '307c352b-d9f8-4e48-a3f6-42186504937e', 'status': 'completed', 'code': 200} Jun 27 20:06:59.636634 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-c0544548-3d51-4822-b694-b982670c72c7 None None] Set router 366bc1ff-6094-4444-92cf-fc8b21905b0a gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:06:59.713801 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4d096-f176-4345-a8b5-637f94d87a36 req-7e5f599b-81f7-45d3-8eb7-485042fa6e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:59.715318 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-32a4d096-f176-4345-a8b5-637f94d87a36 req-7e5f599b-81f7-45d3-8eb7-485042fa6e51 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a50994bf4f144390934c88c909c5d061&device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 1098 time: 0.1942925 Jun 27 20:06:59.853718 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 55532) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:06:59.989661 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4d096-f176-4345-a8b5-637f94d87a36 req-f6af3688-bcc8-41c0-b088-c26245162f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:06:59.991882 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-32a4d096-f176-4345-a8b5-637f94d87a36 req-f6af3688-bcc8-41c0-b088-c26245162f34 service neutron] 10.222.0.15 "GET /v2.0/networks?id=161680f6-9340-499f-abb6-7578d38c56d4 HTTP/1.1" status: 200 len: 911 time: 0.2584870 Jun 27 20:07:00.144807 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-c0544548-3d51-4822-b694-b982670c72c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'name': 'tempest-AttachVolumeTestJSON-332780900-router', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:05:45Z', 'revision_number': 4, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'gw_port': {'id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:27Z', 'updated_at': '2022-06-27T20:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': 'd0aefc65-a8ab-416b-87d0-9cc71db39f1e', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'floating_ip_address': '172.27.3.117', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'port_id': '307c352b-d9f8-4e48-a3f6-42186504937e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4', 'mac_address': 'fa:16:3e:b9:f5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c74792b-2936-4711-a4f6-9856db0e144c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:06:02Z', 'updated_at': '2022-06-27T20:06:58Z', 'revision_number': 1, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93dfb96a-3ae4-402f-a858-9bfabecc3742', 'name': '', 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'mac_address': 'fa:16:3e:c7:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3fccdbdb-2f00-4b31-ac45-6e4614abd8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:39Z', 'updated_at': '2022-06-27T20:06:01Z', 'revision_number': 5, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'subnets': [{'id': '3fccdbdb-2f00-4b31-ac45-6e4614abd8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:07:00.149232 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0544548-3d51-4822-b694-b982670c72c7 None None] Checking router: 366bc1ff-6094-4444-92cf-fc8b21905b0a for host: dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:07:00.151239 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-32a4d096-f176-4345-a8b5-637f94d87a36 req-a45a058c-8d89-448f-9711-12bea103e1b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=307c352b-d9f8-4e48-a3f6-42186504937e HTTP/1.1" status: 200 len: 999 time: 0.1504560 Jun 27 20:07:00.157987 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0544548-3d51-4822-b694-b982670c72c7 None None] Routers {'366bc1ff-6094-4444-92cf-fc8b21905b0a'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:07:00.158613 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-c0544548-3d51-4822-b694-b982670c72c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:06:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['366bc1ff-6094-4444-92cf-fc8b21905b0a'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:07:00.208832 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3c5b411d-676f-4e49-adbb-98b3e2886f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:00.217140 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4d096-f176-4345-a8b5-637f94d87a36 req-dca2c066-fe90-4bcc-b0ce-6641c6a2b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:00.218699 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-32a4d096-f176-4345-a8b5-637f94d87a36 req-dca2c066-fe90-4bcc-b0ce-6641c6a2b823 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fccdbdb-2f00-4b31-ac45-6e4614abd8b0 HTTP/1.1" status: 200 len: 849 time: 0.0617130 Jun 27 20:07:00.235855 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-3c5b411d-676f-4e49-adbb-98b3e2886f14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:07:00.245494 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22053917-7770-4a3e-b42d-c55822f348c7 req-570f08a9-2dd2-4638-a739-00f3cb3da780 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:00.246982 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-22053917-7770-4a3e-b42d-c55822f348c7 req-570f08a9-2dd2-4638-a739-00f3cb3da780 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.5646052 Jun 27 20:07:00.251173 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-3c5b411d-676f-4e49-adbb-98b3e2886f14 admin admin] Usage tracker for resource:security_group_rule and tenant:9c638d70897f43c5843208b87af09926 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:07:00.255382 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-3c5b411d-676f-4e49-adbb-98b3e2886f14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:07:00.278081 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-3c5b411d-676f-4e49-adbb-98b3e2886f14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:07:00.320730 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4d096-f176-4345-a8b5-637f94d87a36 req-666df23b-d799-45e9-9a49-961e6b8bb811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:00.322664 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-32a4d096-f176-4345-a8b5-637f94d87a36 req-666df23b-d799-45e9-9a49-961e6b8bb811 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=161680f6-9340-499f-abb6-7578d38c56d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0959194 Jun 27 20:07:00.338700 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-c0544548-3d51-4822-b694-b982670c72c7 None None] Set router 366bc1ff-6094-4444-92cf-fc8b21905b0a gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:07:00.374131 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-22053917-7770-4a3e-b42d-c55822f348c7 req-cd1cff70-f6f6-4b53-b2d7-2a3fb43ce846 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158416 Jun 27 20:07:00.492789 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-95541c2b-9a97-4121-95aa-5fad4034d772 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:00.507893 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-95541c2b-9a97-4121-95aa-5fad4034d772 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16271055'] for floatingip, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:00.586463 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-32a4d096-f176-4345-a8b5-637f94d87a36 req-fd484e3c-feff-44e3-8e7f-756099c669fe service neutron] 10.222.0.15 "GET /v2.0/networks/161680f6-9340-499f-abb6-7578d38c56d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539806 Jun 27 20:07:00.675140 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3c5b411d-676f-4e49-adbb-98b3e2886f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:00.682061 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3c5b411d-676f-4e49-adbb-98b3e2886f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:00.723229 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 55550) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:00.746151 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-32a4d096-f176-4345-a8b5-637f94d87a36 req-77f87229-d373-4fad-9245-c2cb811eca19 service neutron] 10.222.0.15 "GET /v2.0/networks/161680f6-9340-499f-abb6-7578d38c56d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480248 Jun 27 20:07:00.754712 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-3c5b411d-676f-4e49-adbb-98b3e2886f14 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c638d70897f43c5843208b87af09926&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8992879 Jun 27 20:07:00.755806 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 55556) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:00.767275 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b411d-676f-4e49-adbb-98b3e2886f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea6dba5-effa-4907-b224-1579f38260db,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:00.772074 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.db.l3_db [None req-95541c2b-9a97-4121-95aa-5fad4034d772 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Floating IP ab755119-d4db-497e-be9a-16dec82aefb8 associated. External IP: 172.27.3.10, port: 150c3258-82eb-4bc9-a7ea-6be679dad280. Jun 27 20:07:00.815189 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-c0544548-3d51-4822-b694-b982670c72c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'name': 'tempest-AttachVolumeTestJSON-332780900-router', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:05:45Z', 'revision_number': 4, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'gw_port': {'id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:27Z', 'updated_at': '2022-06-27T20:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': 'd0aefc65-a8ab-416b-87d0-9cc71db39f1e', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'floating_ip_address': '172.27.3.117', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'port_id': '307c352b-d9f8-4e48-a3f6-42186504937e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4', 'mac_address': 'fa:16:3e:b9:f5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c74792b-2936-4711-a4f6-9856db0e144c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:06:02Z', 'updated_at': '2022-06-27T20:06:58Z', 'revision_number': 1, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93dfb96a-3ae4-402f-a858-9bfabecc3742', 'name': '', 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'mac_address': 'fa:16:3e:c7:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3fccdbdb-2f00-4b31-ac45-6e4614abd8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:39Z', 'updated_at': '2022-06-27T20:06:01Z', 'revision_number': 5, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'subnets': [{'id': '3fccdbdb-2f00-4b31-ac45-6e4614abd8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:07:00.819830 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0544548-3d51-4822-b694-b982670c72c7 None None] The sync data for ids ['366bc1ff-6094-4444-92cf-fc8b21905b0a'] in dv-cinder-845799-1-iscsi is: [{'id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'name': 'tempest-AttachVolumeTestJSON-332780900-router', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:05:45Z', 'revision_number': 4, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'gw_port': {'id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:27Z', 'updated_at': '2022-06-27T20:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': 'd0aefc65-a8ab-416b-87d0-9cc71db39f1e', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'floating_ip_address': '172.27.3.117', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'port_id': '307c352b-d9f8-4e48-a3f6-42186504937e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4', 'mac_address': 'fa:16:3e:b9:f5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c74792b-2936-4711-a4f6-9856db0e144c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:06:02Z', 'updated_at': '2022-06-27T20:06:58Z', 'revision_number': 1, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93dfb96a-3ae4-402f-a858-9bfabecc3742', 'name': '', 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'mac_address': 'fa:16:3e:c7:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3fccdbdb-2f00-4b31-ac45-6e4614abd8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:39Z', 'updated_at': '2022-06-27T20:06:01Z', 'revision_number': 5, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'subnets': [{'id': '3fccdbdb-2f00-4b31-ac45-6e4614abd8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:07:00.827989 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-01345663-7e62-452c-8460-c3f6cf0e06a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:00.858297 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-01345663-7e62-452c-8460-c3f6cf0e06a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:00.940819 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-01345663-7e62-452c-8460-c3f6cf0e06a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:00.959826 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01345663-7e62-452c-8460-c3f6cf0e06a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea6dba5-effa-4907-b224-1579f38260db,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:00.963792 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-01345663-7e62-452c-8460-c3f6cf0e06a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:00.967500 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-01345663-7e62-452c-8460-c3f6cf0e06a4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eea6dba5-effa-4907-b224-1579f38260db HTTP/1.1" status: 204 len: 168 time: 0.2080758 Jun 27 20:07:00.968153 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-627166d0-59cb-4d8b-9ae2-c8ded265ee20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:00.991608 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-627166d0-59cb-4d8b-9ae2-c8ded265ee20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:07:00.999205 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-627166d0-59cb-4d8b-9ae2-c8ded265ee20 admin admin] Usage tracker for resource:security_group_rule and tenant:bb6111f36fe443ac9d3675bcce56faae is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:07:01.003529 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-627166d0-59cb-4d8b-9ae2-c8ded265ee20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:07:01.018924 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-627166d0-59cb-4d8b-9ae2-c8ded265ee20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:07:01.098865 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e32aea4-8077-46a4-aa99-ee8a61948a9c None None] New status for floating IP d0aefc65-a8ab-416b-87d0-9cc71db39f1e: ACTIVE {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 20:07:01.296224 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95541c2b-9a97-4121-95aa-5fad4034d772 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Router 8bead117-6252-49ba-bca5-489718640c41 has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:07:01.449199 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-627166d0-59cb-4d8b-9ae2-c8ded265ee20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:01.457878 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-627166d0-59cb-4d8b-9ae2-c8ded265ee20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:01.556405 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-627166d0-59cb-4d8b-9ae2-c8ded265ee20 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bb6111f36fe443ac9d3675bcce56faae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8224921 Jun 27 20:07:01.558998 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 55582) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:01.591866 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627166d0-59cb-4d8b-9ae2-c8ded265ee20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a0ea20-87e2-4ea0-ae6b-de3c2eb4ce9c,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:01.630377 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f2ee2b9-48bc-4376-9f94-80c466a8e1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:01.635279 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95541c2b-9a97-4121-95aa-5fad4034d772 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:07:01.646718 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324fc043-7136-484d-b1c4-7f5044877aa1 None None] Sync routers for ids ['8bead117-6252-49ba-bca5-489718640c41'] in dv-cinder-845799-1-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:07:01.660286 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324fc043-7136-484d-b1c4-7f5044877aa1 None None] Routers {'8bead117-6252-49ba-bca5-489718640c41'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:07:01.661442 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-324fc043-7136-484d-b1c4-7f5044877aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:06:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['8bead117-6252-49ba-bca5-489718640c41'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:07:01.691277 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5cf3b-b4d1-48c7-9ee2-6237fc9dbbeb req-6e21697f-219d-47bd-af77-193d8a7372a3 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:01.692757 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-13e5cf3b-b4d1-48c7-9ee2-6237fc9dbbeb req-6e21697f-219d-47bd-af77-193d8a7372a3 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.1853318 Jun 27 20:07:01.703127 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f2ee2b9-48bc-4376-9f94-80c466a8e1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:01.722921 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-95541c2b-9a97-4121-95aa-5fad4034d772 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:01.777986 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f2ee2b9-48bc-4376-9f94-80c466a8e1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:01.782431 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-95541c2b-9a97-4121-95aa-5fad4034d772 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "PUT /v2.0/floatingips/ab755119-d4db-497e-be9a-16dec82aefb8 HTTP/1.1" status: 200 len: 991 time: 2.7199988 Jun 27 20:07:01.783736 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab185522-8b72-4604-a88b-0e8ca5bf4b0d', 'tag': '150c3258-82eb-4bc9-a7ea-6be679dad280'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:07:01.813354 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ee2b9-48bc-4376-9f94-80c466a8e1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a0ea20-87e2-4ea0-ae6b-de3c2eb4ce9c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:01.821208 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9f2ee2b9-48bc-4376-9f94-80c466a8e1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:01.822682 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-9f2ee2b9-48bc-4376-9f94-80c466a8e1a1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/33a0ea20-87e2-4ea0-ae6b-de3c2eb4ce9c HTTP/1.1" status: 204 len: 168 time: 0.2622495 Jun 27 20:07:01.888959 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-13e5cf3b-b4d1-48c7-9ee2-6237fc9dbbeb req-0c539052-204f-46ff-9e35-32c9809d3c36 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899264 Jun 27 20:07:01.897053 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-324fc043-7136-484d-b1c4-7f5044877aa1 None None] Set router 8bead117-6252-49ba-bca5-489718640c41 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:07:01.905829 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-456061d3-d411-49ec-8027-0c043559a290'] response: {'name': 'network-changed', 'server_uuid': 'ab185522-8b72-4604-a88b-0e8ca5bf4b0d', 'tag': '150c3258-82eb-4bc9-a7ea-6be679dad280', 'status': 'completed', 'code': 200} Jun 27 20:07:02.338005 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-324fc043-7136-484d-b1c4-7f5044877aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bead117-6252-49ba-bca5-489718640c41', 'name': 'tempest-AttachVolumeShelveTestJSON-1668758160-router', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:21Z', 'updated_at': '2022-06-27T20:05:39Z', 'revision_number': 4, 'project_id': '7bde747057d140209cc6692d467254d8', 'gw_port': {'id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bead117-6252-49ba-bca5-489718640c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': 'ab755119-d4db-497e-be9a-16dec82aefb8', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'floating_ip_address': '172.27.3.10', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '8bead117-6252-49ba-bca5-489718640c41', 'port_id': '150c3258-82eb-4bc9-a7ea-6be679dad280', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063', 'mac_address': 'fa:16:3e:8c:db:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab185522-8b72-4604-a88b-0e8ca5bf4b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:05:55Z', 'updated_at': '2022-06-27T20:07:00Z', 'revision_number': 1, 'project_id': '7bde747057d140209cc6692d467254d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d84f0e-616c-4d28-a311-0bb5cfebbda9', 'name': '', 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'mac_address': 'fa:16:3e:e7:ba:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bead117-6252-49ba-bca5-489718640c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:34Z', 'updated_at': '2022-06-27T20:05:57Z', 'revision_number': 5, 'project_id': '7bde747057d140209cc6692d467254d8', 'subnets': [{'id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:07:02.344290 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324fc043-7136-484d-b1c4-7f5044877aa1 None None] Checking router: 8bead117-6252-49ba-bca5-489718640c41 for host: dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:07:02.344562 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 55616) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:02.370432 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324fc043-7136-484d-b1c4-7f5044877aa1 None None] Routers {'8bead117-6252-49ba-bca5-489718640c41'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:07:02.371047 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-324fc043-7136-484d-b1c4-7f5044877aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:06:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['8bead117-6252-49ba-bca5-489718640c41'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:07:02.485772 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a05cb852-c4c0-4010-b210-910fd7107ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:02.508933 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-a05cb852-c4c0-4010-b210-910fd7107ebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:07:02.513524 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-a05cb852-c4c0-4010-b210-910fd7107ebd admin admin] Usage tracker for resource:security_group_rule and tenant:1bc5ac8163af4d19b70069cfed5cd535 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:07:02.516983 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-a05cb852-c4c0-4010-b210-910fd7107ebd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:07:02.523291 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-a05cb852-c4c0-4010-b210-910fd7107ebd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:07:02.631838 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a05cb852-c4c0-4010-b210-910fd7107ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:02.635983 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a05cb852-c4c0-4010-b210-910fd7107ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:02.636129 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-324fc043-7136-484d-b1c4-7f5044877aa1 None None] Set router 8bead117-6252-49ba-bca5-489718640c41 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:07:02.681540 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-a05cb852-c4c0-4010-b210-910fd7107ebd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1bc5ac8163af4d19b70069cfed5cd535&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3360007 Jun 27 20:07:02.683218 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05cb852-c4c0-4010-b210-910fd7107ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fead82-eac5-4bdd-95dc-6a346afb4726,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:02.684196 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 55624) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:02.742643 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e4457adf-1409-425c-8bab-267d4359026c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:02.768002 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e4457adf-1409-425c-8bab-267d4359026c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:02.822402 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e4457adf-1409-425c-8bab-267d4359026c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:02.838236 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4457adf-1409-425c-8bab-267d4359026c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fead82-eac5-4bdd-95dc-6a346afb4726,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:02.847337 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e4457adf-1409-425c-8bab-267d4359026c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:02.848670 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-e4457adf-1409-425c-8bab-267d4359026c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f9fead82-eac5-4bdd-95dc-6a346afb4726 HTTP/1.1" status: 204 len: 168 time: 0.1632693 Jun 27 20:07:03.001034 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-324fc043-7136-484d-b1c4-7f5044877aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bead117-6252-49ba-bca5-489718640c41', 'name': 'tempest-AttachVolumeShelveTestJSON-1668758160-router', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:21Z', 'updated_at': '2022-06-27T20:05:39Z', 'revision_number': 4, 'project_id': '7bde747057d140209cc6692d467254d8', 'gw_port': {'id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bead117-6252-49ba-bca5-489718640c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': 'ab755119-d4db-497e-be9a-16dec82aefb8', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'floating_ip_address': '172.27.3.10', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '8bead117-6252-49ba-bca5-489718640c41', 'port_id': '150c3258-82eb-4bc9-a7ea-6be679dad280', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063', 'mac_address': 'fa:16:3e:8c:db:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab185522-8b72-4604-a88b-0e8ca5bf4b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:05:55Z', 'updated_at': '2022-06-27T20:07:00Z', 'revision_number': 1, 'project_id': '7bde747057d140209cc6692d467254d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d84f0e-616c-4d28-a311-0bb5cfebbda9', 'name': '', 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'mac_address': 'fa:16:3e:e7:ba:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bead117-6252-49ba-bca5-489718640c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:34Z', 'updated_at': '2022-06-27T20:05:57Z', 'revision_number': 5, 'project_id': '7bde747057d140209cc6692d467254d8', 'subnets': [{'id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:07:03.005020 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324fc043-7136-484d-b1c4-7f5044877aa1 None None] The sync data for ids ['8bead117-6252-49ba-bca5-489718640c41'] in dv-cinder-845799-1-iscsi is: [{'id': '8bead117-6252-49ba-bca5-489718640c41', 'name': 'tempest-AttachVolumeShelveTestJSON-1668758160-router', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:21Z', 'updated_at': '2022-06-27T20:05:39Z', 'revision_number': 4, 'project_id': '7bde747057d140209cc6692d467254d8', 'gw_port': {'id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bead117-6252-49ba-bca5-489718640c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': 'ab755119-d4db-497e-be9a-16dec82aefb8', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'floating_ip_address': '172.27.3.10', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '8bead117-6252-49ba-bca5-489718640c41', 'port_id': '150c3258-82eb-4bc9-a7ea-6be679dad280', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063', 'mac_address': 'fa:16:3e:8c:db:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab185522-8b72-4604-a88b-0e8ca5bf4b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:05:55Z', 'updated_at': '2022-06-27T20:07:00Z', 'revision_number': 1, 'project_id': '7bde747057d140209cc6692d467254d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d84f0e-616c-4d28-a311-0bb5cfebbda9', 'name': '', 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'mac_address': 'fa:16:3e:e7:ba:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bead117-6252-49ba-bca5-489718640c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:34Z', 'updated_at': '2022-06-27T20:05:57Z', 'revision_number': 5, 'project_id': '7bde747057d140209cc6692d467254d8', 'subnets': [{'id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:07:03.106431 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbc107-a734-4753-b1a9-811a09860292 req-5bbab799-71ea-42c2-8a1f-fc3fcd26dd1d tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:03.107914 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d7fbc107-a734-4753-b1a9-811a09860292 req-5bbab799-71ea-42c2-8a1f-fc3fcd26dd1d tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.1009648 Jun 27 20:07:03.170568 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d7fbc107-a734-4753-b1a9-811a09860292 req-f1de69ed-f5cf-428f-b469-b425a07f1228 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558407 Jun 27 20:07:03.614464 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 55656) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:03.697400 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf806be7-c335-4a31-b483-ffc3df22da00 None None] New status for floating IP ab755119-d4db-497e-be9a-16dec82aefb8: ACTIVE {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 20:07:03.730217 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-d0a2b969-5439-49d4-a109-06de9a50dc48 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1968056254-network', 'tenant_id': '556b5230b0714598b08119eddf837d5f'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:07:03.735025 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d0a2b969-5439-49d4-a109-06de9a50dc48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:07:03.738905 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-d0a2b969-5439-49d4-a109-06de9a50dc48 admin admin] Usage tracker for resource:network and tenant:556b5230b0714598b08119eddf837d5f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:07:03.741740 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-d0a2b969-5439-49d4-a109-06de9a50dc48 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:07:03.748436 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d0a2b969-5439-49d4-a109-06de9a50dc48 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:07:03.759200 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a2b969-5439-49d4-a109-06de9a50dc48 admin admin] Made reservation on behalf of 556b5230b0714598b08119eddf837d5f for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:07:03.761486 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d0a2b969-5439-49d4-a109-06de9a50dc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:03.773372 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d0a2b969-5439-49d4-a109-06de9a50dc48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:03.787232 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d0a2b969-5439-49d4-a109-06de9a50dc48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:07:03.791546 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-d0a2b969-5439-49d4-a109-06de9a50dc48 admin admin] Usage tracker for resource:security_group_rule and tenant:556b5230b0714598b08119eddf837d5f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:07:03.794415 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-d0a2b969-5439-49d4-a109-06de9a50dc48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:07:03.800210 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d0a2b969-5439-49d4-a109-06de9a50dc48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:07:03.885162 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d0a2b969-5439-49d4-a109-06de9a50dc48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:03.889923 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d0a2b969-5439-49d4-a109-06de9a50dc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:03.919972 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a2b969-5439-49d4-a109-06de9a50dc48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 20:07:03.928345 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a2b969-5439-49d4-a109-06de9a50dc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbbb7d8-15d4-4953-b58c-9e08391a4f37,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:03.935694 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d0a2b969-5439-49d4-a109-06de9a50dc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603533'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:03.936037 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.db.segments_db [None req-d0a2b969-5439-49d4-a109-06de9a50dc48 admin admin] Added segment 70ec0be9-e69b-40c6-8287-7d7eb9cf58b4 of type vlan for network f4593a0b-2a22-4dad-98a2-b1ad696a4351 Jun 27 20:07:03.965013 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d0a2b969-5439-49d4-a109-06de9a50dc48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741810009101'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:03.996036 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d0a2b969-5439-49d4-a109-06de9a50dc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:03.996987 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a2b969-5439-49d4-a109-06de9a50dc48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:03.997646 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d0a2b969-5439-49d4-a109-06de9a50dc48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:04.095338 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-d0a2b969-5439-49d4-a109-06de9a50dc48 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4797943 Jun 27 20:07:04.098078 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a2b969-5439-49d4-a109-06de9a50dc48 admin admin] Pushing event updated for resources: {'Network': ['ID=f4593a0b-2a22-4dad-98a2-b1ad696a4351,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:04.098412 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 55664) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:04.104706 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-c8238e6d-e6d1-446e-a414-f8ad927e6d11 admin admin] Request body: {'subnet': {'network_id': 'f4593a0b-2a22-4dad-98a2-b1ad696a4351', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1968056254-subnet', 'tenant_id': '556b5230b0714598b08119eddf837d5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:07:04.107965 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Network f4593a0b-2a22-4dad-98a2-b1ad696a4351 details requested by agent ovs-agent-dv-cinder-845799-1-iscsi with host dv-cinder-845799-1-iscsi {{(pid=88115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 20:07:04.109911 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-c8238e6d-e6d1-446e-a414-f8ad927e6d11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:07:04.113770 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-c8238e6d-e6d1-446e-a414-f8ad927e6d11 admin admin] Usage tracker for resource:subnet and tenant:556b5230b0714598b08119eddf837d5f is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:07:04.116622 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-c8238e6d-e6d1-446e-a414-f8ad927e6d11 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:07:04.122991 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-c8238e6d-e6d1-446e-a414-f8ad927e6d11 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:07:04.132696 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8238e6d-e6d1-446e-a414-f8ad927e6d11 admin admin] Made reservation on behalf of 556b5230b0714598b08119eddf837d5f for: {'subnet': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:07:04.134980 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c8238e6d-e6d1-446e-a414-f8ad927e6d11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14401358'] for subnet, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:04.395704 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c8238e6d-e6d1-446e-a414-f8ad927e6d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14168160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14401400'] for subnet, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:04.452714 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164d562-acb2-457f-a49e-b676441b29bf req-5b9b76e9-c53b-450b-aecd-2f4a3b824505 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:04.454112 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f164d562-acb2-457f-a49e-b676441b29bf req-5b9b76e9-c53b-450b-aecd-2f4a3b824505 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.1766725 Jun 27 20:07:04.498139 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8238e6d-e6d1-446e-a414-f8ad927e6d11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=497df734-2a85-43c5-92d9-01d9aed57e02,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:04.510713 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8238e6d-e6d1-446e-a414-f8ad927e6d11 admin admin] Checking segment: {'id': '70ec0be9-e69b-40c6-8287-7d7eb9cf58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f4593a0b-2a22-4dad-98a2-b1ad696a4351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:07:04.511069 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8238e6d-e6d1-446e-a414-f8ad927e6d11 admin admin] Network hostable DHCP agents. Network: f4593a0b-2a22-4dad-98a2-b1ad696a4351, hostable agents: ['4165b8a7-5268-4093-844e-4587fa48cc65'], hosted agents: [] {{(pid=88114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 20:07:04.540269 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f164d562-acb2-457f-a49e-b676441b29bf req-2ff90422-e113-4657-9ea3-d40bfb1d842c tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793650 Jun 27 20:07:04.546903 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8238e6d-e6d1-446e-a414-f8ad927e6d11 admin admin] Network f4593a0b-2a22-4dad-98a2-b1ad696a4351 is scheduled to be hosted by DHCP agent 4165b8a7-5268-4093-844e-4587fa48cc65 with binding_index 1 {{(pid=88114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 20:07:04.562730 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-c8238e6d-e6d1-446e-a414-f8ad927e6d11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845799-1-iscsi, f4593a0b-2a22-4dad-98a2-b1ad696a4351) {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:07:04.568209 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877fcbf6-be8d-4c2f-9542-45528687e8d2 None None] Network f4593a0b-2a22-4dad-98a2-b1ad696a4351 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:07:04.568679 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8238e6d-e6d1-446e-a414-f8ad927e6d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:04.569395 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c8238e6d-e6d1-446e-a414-f8ad927e6d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for subnet, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:04.595263 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-c8238e6d-e6d1-446e-a414-f8ad927e6d11 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4955931 Jun 27 20:07:04.814565 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8596f9d-8dc4-4f76-810d-96d5e66b47b3 None None] Network f4593a0b-2a22-4dad-98a2-b1ad696a4351 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:07:05.162329 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9c19e-5006-4e08-9cb3-cae219ff498b req-537c3cc0-e7fa-4076-a47c-287c047a6489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:05.163818 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-7af9c19e-5006-4e08-9cb3-cae219ff498b req-537c3cc0-e7fa-4076-a47c-287c047a6489 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bde747057d140209cc6692d467254d8&device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 1099 time: 0.0822809 Jun 27 20:07:05.308798 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9c19e-5006-4e08-9cb3-cae219ff498b req-1f4b6c40-c10e-4d71-aa5e-6f36895b8f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:05.310298 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-7af9c19e-5006-4e08-9cb3-cae219ff498b req-1f4b6c40-c10e-4d71-aa5e-6f36895b8f41 service neutron] 10.222.0.15 "GET /v2.0/networks?id=03ddf4ce-871c-4f06-813b-1b3c7a85f063 HTTP/1.1" status: 200 len: 918 time: 0.1384537 Jun 27 20:07:05.413058 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-7af9c19e-5006-4e08-9cb3-cae219ff498b req-87fc426e-4be8-4ab9-921c-041e6317e6b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=150c3258-82eb-4bc9-a7ea-6be679dad280 HTTP/1.1" status: 200 len: 1001 time: 0.0955837 Jun 27 20:07:05.474378 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9c19e-5006-4e08-9cb3-cae219ff498b req-2750fb5c-69f8-4dc2-b516-a96f8d09f532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:05.475772 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-7af9c19e-5006-4e08-9cb3-cae219ff498b req-2750fb5c-69f8-4dc2-b516-a96f8d09f532 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba00cca6-cfda-4754-8a1e-ba6ebb77dfea HTTP/1.1" status: 200 len: 856 time: 0.0558274 Jun 27 20:07:05.559186 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9c19e-5006-4e08-9cb3-cae219ff498b req-b37c45c8-edbf-42fa-bf3c-223c6f15ff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:05.560545 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-7af9c19e-5006-4e08-9cb3-cae219ff498b req-b37c45c8-edbf-42fa-bf3c-223c6f15ff19 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=03ddf4ce-871c-4f06-813b-1b3c7a85f063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0781295 Jun 27 20:07:05.697835 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-7af9c19e-5006-4e08-9cb3-cae219ff498b req-30ee6d5c-f19c-4b5b-aee0-9a539adbce6e service neutron] 10.222.0.15 "GET /v2.0/networks/03ddf4ce-871c-4f06-813b-1b3c7a85f063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298816 Jun 27 20:07:05.732507 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce280f32-f36f-4e16-8cda-52b796882ec7 req-7ed9d64d-4064-4467-9432-e1bb46632fcc tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:05.734283 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ce280f32-f36f-4e16-8cda-52b796882ec7 req-7ed9d64d-4064-4467-9432-e1bb46632fcc tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.0876853 Jun 27 20:07:05.781475 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ce280f32-f36f-4e16-8cda-52b796882ec7 req-2a6bf4a5-329b-4a12-b00f-89f043da8cd7 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414386 Jun 27 20:07:05.833187 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-7af9c19e-5006-4e08-9cb3-cae219ff498b req-54f049b1-2d8f-4100-af90-72acc21c20c8 service neutron] 10.222.0.15 "GET /v2.0/networks/03ddf4ce-871c-4f06-813b-1b3c7a85f063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293495 Jun 27 20:07:06.978711 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12241f-b961-4a27-8bec-e2701f50a049 req-b61d9729-7357-4bef-beaf-ae61ff168e3d tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:06.980154 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ef12241f-b961-4a27-8bec-e2701f50a049 req-b61d9729-7357-4bef-beaf-ae61ff168e3d tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.0871439 Jun 27 20:07:07.022789 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ef12241f-b961-4a27-8bec-e2701f50a049 req-362bc989-2a96-401c-a3de-271d0f98dd3d tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368176 Jun 27 20:07:08.234397 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaad18d-6bc2-4171-81e2-357f7da04a51 req-9be016df-d7b9-4636-acf7-b929bfa4ca54 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:08.235797 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-feaad18d-6bc2-4171-81e2-357f7da04a51 req-9be016df-d7b9-4636-acf7-b929bfa4ca54 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.0941620 Jun 27 20:07:08.281489 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-feaad18d-6bc2-4171-81e2-357f7da04a51 req-47cf693b-2b0e-474a-9bce-c6e52e94ba2e tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400324 Jun 27 20:07:08.751392 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-ae59d521-783e-42fe-92f4-3701a7c834cf tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:08.752806 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-ae59d521-783e-42fe-92f4-3701a7c834cf tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/networks?id=f4593a0b-2a22-4dad-98a2-b1ad696a4351 HTTP/1.1" status: 200 len: 809 time: 0.1398838 Jun 27 20:07:08.767629 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-cd857b41-2056-4dd6-bbe4-ace866f181db tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/quotas/556b5230b0714598b08119eddf837d5f HTTP/1.1" status: 200 len: 375 time: 0.0086234 Jun 27 20:07:08.819661 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-3cddea91-32ad-4a8e-be25-c724da5531d0 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=556b5230b0714598b08119eddf837d5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468705 Jun 27 20:07:08.969775 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-a10f08b6-4a2f-4f61-ae84-e9fa5b75a34f service neutron] 10.222.0.23 "GET /v2.0/networks/f4593a0b-2a22-4dad-98a2-b1ad696a4351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424055 Jun 27 20:07:09.107774 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-d99e9117-3d7c-4188-953b-fc264612d66a service neutron] 10.222.0.23 "GET /v2.0/networks/f4593a0b-2a22-4dad-98a2-b1ad696a4351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319356 Jun 27 20:07:09.331174 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-67c97b84-6c88-40d9-a2f4-3519ad157159 req-3c138c9f-1b2e-4728-ac6d-cb85a1922504 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d283f57-23ed-46e5-a707-0dda4d46469e HTTP/1.1" status: 200 len: 210 time: 0.0640140 Jun 27 20:07:09.512859 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06a1ea-219d-475e-bbde-da8b9151d1e7 req-311b3d21-2e34-4ebd-bc98-40881f331921 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:09.514355 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ce06a1ea-219d-475e-bbde-da8b9151d1e7 req-311b3d21-2e34-4ebd-bc98-40881f331921 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 945 time: 0.1519740 Jun 27 20:07:09.663231 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ce06a1ea-219d-475e-bbde-da8b9151d1e7 req-8696da05-5e59-4d5f-82a9-24453fca0301 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507586 Jun 27 20:07:09.702463 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06f56a-f7a8-4cb7-bb23-3928e74b241f req-f14e9307-6478-4699-8a1b-26c1f7281608 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:09.704199 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cc06f56a-f7a8-4cb7-bb23-3928e74b241f req-f14e9307-6478-4699-8a1b-26c1f7281608 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.2513576 Jun 27 20:07:09.748871 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cc06f56a-f7a8-4cb7-bb23-3928e74b241f req-c1e4cf6a-f9ea-497c-8fbb-da3a07f263f6 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389969 Jun 27 20:07:10.487317 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cfc511df-2326-48cd-8331-30e215298601 req-342ef3de-1924-4fae-bbc8-7d46304fe9f0 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d283f57-23ed-46e5-a707-0dda4d46469e HTTP/1.1" status: 200 len: 210 time: 0.0473502 Jun 27 20:07:10.925681 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b70196-a2fb-4b38-847b-b182ba952e3f req-4a6e5010-4db1-47ef-92da-edc145979e2e tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:10.928273 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d4b70196-a2fb-4b38-847b-b182ba952e3f req-4a6e5010-4db1-47ef-92da-edc145979e2e tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 945 time: 0.1472681 Jun 27 20:07:10.987244 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d4b70196-a2fb-4b38-847b-b182ba952e3f req-12c7f7a4-a50b-4982-8b49-71109666f507 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525775 Jun 27 20:07:11.000301 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315a2d7-c0d0-4690-bca4-96392aaffe49 req-583c789e-7d1f-447b-ae0f-e115850f1d01 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:11.003753 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c315a2d7-c0d0-4690-bca4-96392aaffe49 req-583c789e-7d1f-447b-ae0f-e115850f1d01 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.1411772 Jun 27 20:07:11.046690 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c315a2d7-c0d0-4690-bca4-96392aaffe49 req-38b7e31d-47fb-4494-a74f-ba150d666127 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392647 Jun 27 20:07:11.090650 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:11.636720 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-87c99047-24d2-47f1-baf2-216f9f84783b req-45a3123d-fa17-4623-ba5f-4a41561e8792 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d283f57-23ed-46e5-a707-0dda4d46469e HTTP/1.1" status: 200 len: 210 time: 0.0474236 Jun 27 20:07:12.225467 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97360f2c-0303-443a-8f44-84ebb5cc01ec req-88409074-3709-4e4c-a778-d2fd67074ce7 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:12.227434 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-97360f2c-0303-443a-8f44-84ebb5cc01ec req-88409074-3709-4e4c-a778-d2fd67074ce7 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 945 time: 0.1359215 Jun 27 20:07:12.286465 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-97360f2c-0303-443a-8f44-84ebb5cc01ec req-e6771f8e-3a24-42b1-a86f-04f71125c61d tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521054 Jun 27 20:07:12.294150 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc16b9-b85b-48b8-9d15-752004e9b8ad req-8848fd5b-3d96-4554-91b4-20113fc1de7f tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:12.295516 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cdcc16b9-b85b-48b8-9d15-752004e9b8ad req-8848fd5b-3d96-4554-91b4-20113fc1de7f tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.1402144 Jun 27 20:07:12.339070 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cdcc16b9-b85b-48b8-9d15-752004e9b8ad req-e53497c3-ba88-4a01-9d23-a07d665c2dc5 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377297 Jun 27 20:07:12.787978 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ff15794f-13d9-412a-8b0c-8ac0f9b15fb4 req-357e2ca1-0e67-4a8c-9a76-f245b36286cb tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d283f57-23ed-46e5-a707-0dda4d46469e HTTP/1.1" status: 200 len: 210 time: 0.0480707 Jun 27 20:07:13.526718 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1fc8a-978c-42fe-b83a-aa6c73bcb1c1 req-f4d35341-380f-464c-8d85-2588e68a41e3 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:13.528167 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b9a1fc8a-978c-42fe-b83a-aa6c73bcb1c1 req-f4d35341-380f-464c-8d85-2588e68a41e3 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 945 time: 0.1378891 Jun 27 20:07:13.569928 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b4375-30d4-40e4-b0e0-c0614f367770 req-f9586ead-4a6d-4767-bdd8-a5f832b06520 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:13.571244 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b82b4375-30d4-40e4-b0e0-c0614f367770 req-f9586ead-4a6d-4767-bdd8-a5f832b06520 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.1277165 Jun 27 20:07:13.607613 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b9a1fc8a-978c-42fe-b83a-aa6c73bcb1c1 req-be579167-a2da-45ad-bc7e-71b798fbfb1b tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693779 Jun 27 20:07:13.627302 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b82b4375-30d4-40e4-b0e0-c0614f367770 req-2dc980f1-b978-4418-8b09-1accf5b45d44 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489216 Jun 27 20:07:13.938699 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-554f51ad-12ff-4856-b0c0-a47c6733f03f req-af36e0d5-cb8d-41f7-8949-a46898e3054e tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d283f57-23ed-46e5-a707-0dda4d46469e HTTP/1.1" status: 200 len: 210 time: 0.0476382 Jun 27 20:07:14.120072 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-80f4175f-d7b8-4c2e-b22f-67a1f370cd97 req-191ceadf-7c71-45bc-b765-e051b0dbc943 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a8a74a42-82c0-4d21-bb2a-97e7f1470655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769615 Jun 27 20:07:14.306003 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4175f-d7b8-4c2e-b22f-67a1f370cd97 req-4b6f56bd-4e19-466c-b208-b6b0685f4fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:14.307463 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-80f4175f-d7b8-4c2e-b22f-67a1f370cd97 req-4b6f56bd-4e19-466c-b208-b6b0685f4fdc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff42080e13fb414597e5f10abbe3434d&device_id=a8a74a42-82c0-4d21-bb2a-97e7f1470655 HTTP/1.1" status: 200 len: 1099 time: 0.0842471 Jun 27 20:07:14.596339 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4c125ec5-1678-44c5-a1d4-e04347e80ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:14.865389 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed18b9-df0f-46b8-ba06-ee6a97dcf256 req-1047a7f0-7611-4bbf-afe9-aa291ea60b86 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:14.867794 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-67ed18b9-df0f-46b8-ba06-ee6a97dcf256 req-1047a7f0-7611-4bbf-afe9-aa291ea60b86 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.1220698 Jun 27 20:07:14.883670 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16028c9-cb31-4e0d-bacb-babaad61df19 req-786b5eb2-607d-4eb8-8a9e-b22cc831441e tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:14.885475 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e16028c9-cb31-4e0d-bacb-babaad61df19 req-786b5eb2-607d-4eb8-8a9e-b22cc831441e tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 945 time: 0.1748796 Jun 27 20:07:14.928000 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4175f-d7b8-4c2e-b22f-67a1f370cd97 req-cd65bd5c-ecb0-4f75-88b7-5abc05f57823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:14.930142 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-80f4175f-d7b8-4c2e-b22f-67a1f370cd97 req-cd65bd5c-ecb0-4f75-88b7-5abc05f57823 service neutron] 10.222.0.15 "GET /v2.0/networks?id=edb7acd2-275d-4d02-9861-85e070a17792 HTTP/1.1" status: 200 len: 920 time: 0.2121165 Jun 27 20:07:14.951143 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-67ed18b9-df0f-46b8-ba06-ee6a97dcf256 req-ad524c84-73b6-4d35-9852-7ee82a2684cc tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646305 Jun 27 20:07:14.957775 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e16028c9-cb31-4e0d-bacb-babaad61df19 req-a0bcc611-3192-444f-8f52-bfd9f184600d tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582669 Jun 27 20:07:14.999141 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-80f4175f-d7b8-4c2e-b22f-67a1f370cd97 req-c078d5d4-00cc-4b4f-aea6-1f99791c0cfa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97a5e2fc-290a-4696-8ea5-122ccb999592 HTTP/1.1" status: 200 len: 217 time: 0.0608375 Jun 27 20:07:15.066679 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4175f-d7b8-4c2e-b22f-67a1f370cd97 req-2f5f2308-85b0-4559-9e34-92e01fdb6c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:15.068276 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-80f4175f-d7b8-4c2e-b22f-67a1f370cd97 req-2f5f2308-85b0-4559-9e34-92e01fdb6c52 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7d86a822-f147-437c-a8d8-a85441e6e85f HTTP/1.1" status: 200 len: 858 time: 0.0613635 Jun 27 20:07:15.095230 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-850ac4de-7d29-4be5-8f95-6af73a743a70 req-099190c0-8fbf-4306-81ad-6876bc1709d1 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d283f57-23ed-46e5-a707-0dda4d46469e HTTP/1.1" status: 200 len: 210 time: 0.0509441 Jun 27 20:07:15.180752 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4175f-d7b8-4c2e-b22f-67a1f370cd97 req-70b80057-e767-4e87-b6cd-d961dc566adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:15.182236 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-80f4175f-d7b8-4c2e-b22f-67a1f370cd97 req-70b80057-e767-4e87-b6cd-d961dc566adb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=edb7acd2-275d-4d02-9861-85e070a17792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774693 Jun 27 20:07:15.488101 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-80f4175f-d7b8-4c2e-b22f-67a1f370cd97 req-aeedabb4-ca0b-4633-9952-7fcf8cbdb7ca service neutron] 10.222.0.15 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473974 Jun 27 20:07:15.495825 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-cff8059f-ceba-4ce7-8456-e24808e934b5 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:15.496468 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-cff8059f-ceba-4ce7-8456-e24808e934b5 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Synchronizing usage tracker for tenant:556b5230b0714598b08119eddf837d5f on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:07:15.590835 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-cff8059f-ceba-4ce7-8456-e24808e934b5 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Unset dirty status for tenant:556b5230b0714598b08119eddf837d5f on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:07:15.591970 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-cff8059f-ceba-4ce7-8456-e24808e934b5 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.15 "GET /v2.0/networks?id=f4593a0b-2a22-4dad-98a2-b1ad696a4351 HTTP/1.1" status: 200 len: 809 time: 0.3333819 Jun 27 20:07:15.636711 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-a41d9cb2-96eb-4455-bd50-2d0c544f2fad tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Request body: {'port': {'device_id': '8d283f57-23ed-46e5-a707-0dda4d46469e', 'network_id': 'f4593a0b-2a22-4dad-98a2-b1ad696a4351', 'admin_state_up': True, 'tenant_id': '556b5230b0714598b08119eddf837d5f'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:07:15.655301 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-80f4175f-d7b8-4c2e-b22f-67a1f370cd97 req-abc32763-b44e-4ec1-ac80-afe8b5b78f3f service neutron] 10.222.0.15 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562169 Jun 27 20:07:15.782766 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-a41d9cb2-96eb-4455-bd50-2d0c544f2fad tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:07:15.786629 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-a41d9cb2-96eb-4455-bd50-2d0c544f2fad tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Usage tracker for resource:port and tenant:556b5230b0714598b08119eddf837d5f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:07:15.789459 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-a41d9cb2-96eb-4455-bd50-2d0c544f2fad tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:07:15.795107 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-a41d9cb2-96eb-4455-bd50-2d0c544f2fad tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:07:15.804240 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-a41d9cb2-96eb-4455-bd50-2d0c544f2fad tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Made reservation on behalf of 556b5230b0714598b08119eddf837d5f for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:07:15.807697 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-a41d9cb2-96eb-4455-bd50-2d0c544f2fad tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:15.981283 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-a41d9cb2-96eb-4455-bd50-2d0c544f2fad tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Allocated IP 172.20.0.12 (f4593a0b-2a22-4dad-98a2-b1ad696a4351/497df734-2a85-43c5-92d9-01d9aed57e02/1c847c6b-6748-4a55-9a03-dcf04d2d8c62) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:07:16.199260 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-a41d9cb2-96eb-4455-bd50-2d0c544f2fad tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:16.222587 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc4342-abbe-474c-b944-687b4070c663 req-9dd42f3c-162f-4fe0-a305-2d57710e18af tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:16.223987 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c4fc4342-abbe-474c-b944-687b4070c663 req-9dd42f3c-162f-4fe0-a305-2d57710e18af tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 945 time: 0.1164186 Jun 27 20:07:16.230635 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-a41d9cb2-96eb-4455-bd50-2d0c544f2fad tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:16.232755 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f20b42-550f-4e2c-8676-e5f8445ceab3 req-1ea877a4-7726-4521-bffe-f14d71b06b35 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:16.234448 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e4f20b42-550f-4e2c-8676-e5f8445ceab3 req-1ea877a4-7726-4521-bffe-f14d71b06b35 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.1620631 Jun 27 20:07:16.294783 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-a41d9cb2-96eb-4455-bd50-2d0c544f2fad tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Network f4593a0b-2a22-4dad-98a2-b1ad696a4351 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:07:16.301829 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-a41d9cb2-96eb-4455-bd50-2d0c544f2fad tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:07:16.302933 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c4fc4342-abbe-474c-b944-687b4070c663 req-2f390f33-eecf-4c5c-80bf-1824e70f619a tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675540 Jun 27 20:07:16.306528 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e4f20b42-550f-4e2c-8676-e5f8445ceab3 req-3609856a-c2c3-4e58-9e96-12656e877944 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577662 Jun 27 20:07:16.306697 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-a41d9cb2-96eb-4455-bd50-2d0c544f2fad tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:07:16.347264 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d9cb2-96eb-4455-bd50-2d0c544f2fad tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Pushing event updated for resources: {'Port': ['ID=1c847c6b-6748-4a55-9a03-dcf04d2d8c62,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:16.375994 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-a41d9cb2-96eb-4455-bd50-2d0c544f2fad tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:16.376674 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-a41d9cb2-96eb-4455-bd50-2d0c544f2fad tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:16.397280 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-a41d9cb2-96eb-4455-bd50-2d0c544f2fad tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7646341 Jun 27 20:07:16.498595 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b2536-25e4-4df7-a6e1-ef1c94e36351 req-684b0e78-e643-462e-b87b-90b18954a73f tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:16.500170 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1e0b2536-25e4-4df7-a6e1-ef1c94e36351 req-684b0e78-e643-462e-b87b-90b18954a73f tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d283f57-23ed-46e5-a707-0dda4d46469e HTTP/1.1" status: 200 len: 932 time: 0.0921271 Jun 27 20:07:16.544807 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1e0b2536-25e4-4df7-a6e1-ef1c94e36351 req-6ffa363f-dff7-4f46-82b3-baca47428590 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386992 Jun 27 20:07:16.799635 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d6c0a88d-2b84-41d6-b8fe-c11627b4664e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:17.203600 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-45634c72-bcb3-4a7a-9578-11992af9df8a service neutron] Request body: {'port': {'device_id': '8d283f57-23ed-46e5-a707-0dda4d46469e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84579'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:07:17.309439 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-45634c72-bcb3-4a7a-9578-11992af9df8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:17.640840 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4650880-fff9-4ffd-a797-610d7ada6c3d req-857a0a7c-0c90-4c08-a8e4-4fabc3ae309f tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:17.642369 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b4650880-fff9-4ffd-a797-610d7ada6c3d req-857a0a7c-0c90-4c08-a8e4-4fabc3ae309f tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.1917398 Jun 27 20:07:17.649791 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45006002-cbc2-4f00-a24b-f9073bc7e56d req-9c665add-8bed-4108-9166-8ea986557656 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:17.651150 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-45006002-cbc2-4f00-a24b-f9073bc7e56d req-9c665add-8bed-4108-9166-8ea986557656 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 945 time: 0.2357662 Jun 27 20:07:17.717982 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b4650880-fff9-4ffd-a797-610d7ada6c3d req-d3a93ee2-b09f-4728-893d-43bc52205fdf tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658033 Jun 27 20:07:17.724711 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-45006002-cbc2-4f00-a24b-f9073bc7e56d req-6b0fc69e-578e-4162-a202-f6d189a92060 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601568 Jun 27 20:07:17.734205 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-45634c72-bcb3-4a7a-9578-11992af9df8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c847c6b-6748-4a55-9a03-dcf04d2d8c62 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:07:17.742315 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-45634c72-bcb3-4a7a-9578-11992af9df8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:17.759468 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-45634c72-bcb3-4a7a-9578-11992af9df8a service neutron] Transition to ACTIVE for port object 1c847c6b-6748-4a55-9a03-dcf04d2d8c62 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:07:17.763008 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-45634c72-bcb3-4a7a-9578-11992af9df8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:17.901554 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dccad9-c5df-4c28-8cce-f1f6deec54fb req-f7d5f418-f7b4-4aaa-9f06-83d3025b889a tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:17.903030 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d7dccad9-c5df-4c28-8cce-f1f6deec54fb req-f7d5f418-f7b4-4aaa-9f06-83d3025b889a tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d283f57-23ed-46e5-a707-0dda4d46469e HTTP/1.1" status: 200 len: 944 time: 0.0879755 Jun 27 20:07:17.923021 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45634c72-bcb3-4a7a-9578-11992af9df8a service neutron] Pushing event updated for resources: {'Port': ['ID=1c847c6b-6748-4a55-9a03-dcf04d2d8c62,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:17.946542 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d7dccad9-c5df-4c28-8cce-f1f6deec54fb req-9c402601-50eb-4f72-b03e-b045f5cedd4b tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374992 Jun 27 20:07:17.964454 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45634c72-bcb3-4a7a-9578-11992af9df8a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:07:17.964785 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45634c72-bcb3-4a7a-9578-11992af9df8a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:07:17.965049 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45634c72-bcb3-4a7a-9578-11992af9df8a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:07:17.965408 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45634c72-bcb3-4a7a-9578-11992af9df8a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:07:17.965795 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45634c72-bcb3-4a7a-9578-11992af9df8a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:07:17.966154 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45634c72-bcb3-4a7a-9578-11992af9df8a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:07:17.966549 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45634c72-bcb3-4a7a-9578-11992af9df8a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:07:17.966944 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45634c72-bcb3-4a7a-9578-11992af9df8a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:07:17.967229 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45634c72-bcb3-4a7a-9578-11992af9df8a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:07:17.967724 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45634c72-bcb3-4a7a-9578-11992af9df8a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:07:17.968078 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45634c72-bcb3-4a7a-9578-11992af9df8a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:07:17.968395 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45634c72-bcb3-4a7a-9578-11992af9df8a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:07:17.971341 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:18.010463 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-45634c72-bcb3-4a7a-9578-11992af9df8a service neutron] Attempting to bind port 1c847c6b-6748-4a55-9a03-dcf04d2d8c62 on host hv-cinder-84579 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:07:18.010792 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-45634c72-bcb3-4a7a-9578-11992af9df8a service neutron] Attempting to bind port 1c847c6b-6748-4a55-9a03-dcf04d2d8c62 by drivers openvswitch,hyperv on host hv-cinder-84579 at level 0 using segments [{'id': '70ec0be9-e69b-40c6-8287-7d7eb9cf58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f4593a0b-2a22-4dad-98a2-b1ad696a4351'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:07:18.011113 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-45634c72-bcb3-4a7a-9578-11992af9df8a service neutron] Attempting to bind port 1c847c6b-6748-4a55-9a03-dcf04d2d8c62 on network f4593a0b-2a22-4dad-98a2-b1ad696a4351 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:07:18.015590 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-45634c72-bcb3-4a7a-9578-11992af9df8a service neutron] Port 1c847c6b-6748-4a55-9a03-dcf04d2d8c62 on network f4593a0b-2a22-4dad-98a2-b1ad696a4351 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84579 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 20:07:18.015900 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-45634c72-bcb3-4a7a-9578-11992af9df8a service neutron] Attempting to bind port 1c847c6b-6748-4a55-9a03-dcf04d2d8c62 on network f4593a0b-2a22-4dad-98a2-b1ad696a4351 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:07:18.020912 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-45634c72-bcb3-4a7a-9578-11992af9df8a service neutron] Checking agent: {'id': '31e345cd-768d-4f38-b592-a73bb4a1bf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84579', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'started_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:07:18.021242 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-45634c72-bcb3-4a7a-9578-11992af9df8a service neutron] Checking segment: {'id': '70ec0be9-e69b-40c6-8287-7d7eb9cf58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f4593a0b-2a22-4dad-98a2-b1ad696a4351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:07:18.021636 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-45634c72-bcb3-4a7a-9578-11992af9df8a service neutron] Bound using segment: {'id': '70ec0be9-e69b-40c6-8287-7d7eb9cf58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f4593a0b-2a22-4dad-98a2-b1ad696a4351'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:07:18.022052 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-45634c72-bcb3-4a7a-9578-11992af9df8a service neutron] Bound port: 1c847c6b-6748-4a55-9a03-dcf04d2d8c62, host: hv-cinder-84579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70ec0be9-e69b-40c6-8287-7d7eb9cf58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f4593a0b-2a22-4dad-98a2-b1ad696a4351'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:07:18.022421 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-45634c72-bcb3-4a7a-9578-11992af9df8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:18.039632 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:18.108403 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-45634c72-bcb3-4a7a-9578-11992af9df8a service neutron] For port 1c847c6b-6748-4a55-9a03-dcf04d2d8c62, host hv-cinder-84579, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:07:18.111288 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-45634c72-bcb3-4a7a-9578-11992af9df8a service neutron] For port 1c847c6b-6748-4a55-9a03-dcf04d2d8c62, host hv-cinder-84579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=1c847c6b-6748-4a55-9a03-dcf04d2d8c62,segment=NetworkSegment(70ec0be9-e69b-40c6-8287-7d7eb9cf58b4),segment_id=70ec0be9-e69b-40c6-8287-7d7eb9cf58b4)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:07:18.115368 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-45634c72-bcb3-4a7a-9578-11992af9df8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:18.171039 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-45634c72-bcb3-4a7a-9578-11992af9df8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:18.171644 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-45634c72-bcb3-4a7a-9578-11992af9df8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:18.172989 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-45634c72-bcb3-4a7a-9578-11992af9df8a service neutron] 10.222.0.15 "PUT /v2.0/ports/1c847c6b-6748-4a55-9a03-dcf04d2d8c62 HTTP/1.1" status: 200 len: 1094 time: 0.9737160 Jun 27 20:07:18.173409 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d283f57-23ed-46e5-a707-0dda4d46469e', 'tag': '1c847c6b-6748-4a55-9a03-dcf04d2d8c62'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:07:18.201472 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45634c72-bcb3-4a7a-9578-11992af9df8a service neutron] Pushing event updated for resources: {'Port': ['ID=1c847c6b-6748-4a55-9a03-dcf04d2d8c62,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:18.217200 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02e08377-0bac-4b1d-ac66-0ed3dbc6dc66'] response: {'name': 'network-changed', 'server_uuid': '8d283f57-23ed-46e5-a707-0dda4d46469e', 'tag': '1c847c6b-6748-4a55-9a03-dcf04d2d8c62', 'status': 'completed', 'code': 200} Jun 27 20:07:18.969471 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7521b0b-1e13-4cde-8239-b72e3d07d5fe req-06ac6350-02a2-44c5-a9ad-6a431d7ef40d tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:18.970855 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b7521b0b-1e13-4cde-8239-b72e3d07d5fe req-06ac6350-02a2-44c5-a9ad-6a431d7ef40d tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.1473014 Jun 27 20:07:18.981872 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ffe62f-35e5-4b8c-b3ac-9a9b522076d8 req-fe56540e-b250-4eb1-b74e-443a1f6e9521 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:18.983469 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b5ffe62f-35e5-4b8c-b3ac-9a9b522076d8 req-fe56540e-b250-4eb1-b74e-443a1f6e9521 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 945 time: 0.1209824 Jun 27 20:07:19.052755 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b7521b0b-1e13-4cde-8239-b72e3d07d5fe req-122f9af6-8a37-4693-a87d-5e45b7ab665d tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683665 Jun 27 20:07:19.056983 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b5ffe62f-35e5-4b8c-b3ac-9a9b522076d8 req-696330e4-eb26-41b0-a68f-9a925396af1a tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599158 Jun 27 20:07:19.220573 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:19.228111 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30607e50-9b73-43fd-80f9-860efae6d75b req-22d23fa4-7fd9-4c70-b307-8dbe14a02bc8 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:19.229616 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-30607e50-9b73-43fd-80f9-860efae6d75b req-22d23fa4-7fd9-4c70-b307-8dbe14a02bc8 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d283f57-23ed-46e5-a707-0dda4d46469e HTTP/1.1" status: 200 len: 944 time: 0.0846798 Jun 27 20:07:19.272754 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-30607e50-9b73-43fd-80f9-860efae6d75b req-ad87f2e5-be63-4ba7-8a2b-664ee7101d9c tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373254 Jun 27 20:07:20.306538 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab054a-c5de-457d-9e69-f0f45f932276 req-796e8f96-1c07-49a5-a839-c2d8a20935ab tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:20.307902 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e0ab054a-c5de-457d-9e69-f0f45f932276 req-796e8f96-1c07-49a5-a839-c2d8a20935ab tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.1500752 Jun 27 20:07:20.315780 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845fc44-d5c1-4d04-82c9-653b2b94741d req-0b08bb04-3f59-4570-9fe0-2f5c16f76865 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:20.317105 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9845fc44-d5c1-4d04-82c9-653b2b94741d req-0b08bb04-3f59-4570-9fe0-2f5c16f76865 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 945 time: 0.1211824 Jun 27 20:07:20.387690 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e0ab054a-c5de-457d-9e69-f0f45f932276 req-c9def614-1804-4026-8398-b0ad31ce1ba5 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696206 Jun 27 20:07:20.392006 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9845fc44-d5c1-4d04-82c9-653b2b94741d req-fae59a48-9965-4fc1-816c-25df7d648955 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613604 Jun 27 20:07:20.570763 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20749a53-53f3-492e-9556-deeca761dace req-0b0d912d-f6ba-42e7-af85-7dead1091b2f tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:20.572137 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-20749a53-53f3-492e-9556-deeca761dace req-0b0d912d-f6ba-42e7-af85-7dead1091b2f tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d283f57-23ed-46e5-a707-0dda4d46469e HTTP/1.1" status: 200 len: 944 time: 0.0834579 Jun 27 20:07:20.614203 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-20749a53-53f3-492e-9556-deeca761dace req-0d3271b9-af6c-4ee8-890b-16e2e9a6dc59 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364554 Jun 27 20:07:20.955989 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319dc9f8-01ad-4db3-a48d-6fe8997d184c req-7bcf2736-ee2a-4382-86be-74838e4c6195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:20.957462 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-319dc9f8-01ad-4db3-a48d-6fe8997d184c req-7bcf2736-ee2a-4382-86be-74838e4c6195 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=556b5230b0714598b08119eddf837d5f&device_id=8d283f57-23ed-46e5-a707-0dda4d46469e HTTP/1.1" status: 200 len: 1097 time: 0.0787480 Jun 27 20:07:21.397263 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319dc9f8-01ad-4db3-a48d-6fe8997d184c req-23e243d5-e932-4582-9dd3-a111023ac334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:21.399226 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-319dc9f8-01ad-4db3-a48d-6fe8997d184c req-23e243d5-e932-4582-9dd3-a111023ac334 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=556b5230b0714598b08119eddf837d5f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1319673 Jun 27 20:07:21.549737 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319dc9f8-01ad-4db3-a48d-6fe8997d184c req-90415432-4ded-4deb-9c36-1b7ed7c52508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:21.551203 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-319dc9f8-01ad-4db3-a48d-6fe8997d184c req-90415432-4ded-4deb-9c36-1b7ed7c52508 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1462111 Jun 27 20:07:21.652655 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d2e15-cc63-4e71-acc3-173654d3eeea req-8f752fdb-52c8-4b5e-ae6b-97d38d5ab201 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:21.653781 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f11d2e15-cc63-4e71-acc3-173654d3eeea req-8f752fdb-52c8-4b5e-ae6b-97d38d5ab201 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.1491210 Jun 27 20:07:21.661800 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e76466-b5ee-4ce2-9686-43edce780a05 req-ea98a345-03dc-4fd4-8abd-67f410a7afdf tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:21.663124 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-99e76466-b5ee-4ce2-9686-43edce780a05 req-ea98a345-03dc-4fd4-8abd-67f410a7afdf tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 945 time: 0.1157310 Jun 27 20:07:21.739821 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f11d2e15-cc63-4e71-acc3-173654d3eeea req-269f9f3a-e791-4244-bf73-ea8d0432fe50 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751622 Jun 27 20:07:21.742443 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-99e76466-b5ee-4ce2-9686-43edce780a05 req-aab07650-a850-48dd-b393-3a996aabb4a9 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634055 Jun 27 20:07:21.769724 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-941e26f3-20ab-4a87-a8c1-d2a3c2461413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:21.771275 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-941e26f3-20ab-4a87-a8c1-d2a3c2461413 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=556b5230b0714598b08119eddf837d5f&device_id=8d283f57-23ed-46e5-a707-0dda4d46469e HTTP/1.1" status: 200 len: 1097 time: 0.0938306 Jun 27 20:07:21.866858 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-d6049995-a18b-4402-ab0b-31f3f986808f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c847c6b-6748-4a55-9a03-dcf04d2d8c62 HTTP/1.1" status: 200 len: 217 time: 0.0694044 Jun 27 20:07:21.930439 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-e7e457d0-95eb-4d9c-a57a-a7701fe4e95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:21.931775 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-e7e457d0-95eb-4d9c-a57a-a7701fe4e95a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=497df734-2a85-43c5-92d9-01d9aed57e02 HTTP/1.1" status: 200 len: 849 time: 0.0575464 Jun 27 20:07:21.935986 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de722540-f92a-424c-9b7d-03b1a3c60dce req-9d05f81b-403c-4e15-a3ff-841dc46fb1a2 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:21.937411 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-de722540-f92a-424c-9b7d-03b1a3c60dce req-9d05f81b-403c-4e15-a3ff-841dc46fb1a2 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d283f57-23ed-46e5-a707-0dda4d46469e HTTP/1.1" status: 200 len: 944 time: 0.0926294 Jun 27 20:07:21.988393 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-de722540-f92a-424c-9b7d-03b1a3c60dce req-433e964f-289c-428b-87e3-87feb0360033 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448864 Jun 27 20:07:21.989883 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-3dfc9110-af5e-4260-88ac-eff32ff15684 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f4593a0b-2a22-4dad-98a2-b1ad696a4351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509059 Jun 27 20:07:22.181876 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-4f08b7d4-c303-4edd-8d6b-5b7423b481cd service neutron] 10.222.0.15 "GET /v2.0/networks/f4593a0b-2a22-4dad-98a2-b1ad696a4351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281197 Jun 27 20:07:22.386760 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-b529aa3e-4de1-463b-ac11-28505b9304d2 req-99d164e3-e4c8-4b26-ab45-54bfedab0fae service neutron] 10.222.0.15 "GET /v2.0/networks/f4593a0b-2a22-4dad-98a2-b1ad696a4351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952000 Jun 27 20:07:22.900393 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e213a8-cd76-4ab6-9b06-6386e6508804 req-6fe84a7b-1631-40a3-94ab-1a46c163c85d tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:22.901962 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-60e213a8-cd76-4ab6-9b06-6386e6508804 req-6fe84a7b-1631-40a3-94ab-1a46c163c85d tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.15 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 945 time: 0.1137586 Jun 27 20:07:22.937954 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 55986) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:22.986321 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-60e213a8-cd76-4ab6-9b06-6386e6508804 req-f2d99d23-d9de-4d92-99f2-48cd4162aa21 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Deleting port c32e827a-1e0d-4418-aa78-d3adef99673b {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:07:22.986676 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-60e213a8-cd76-4ab6-9b06-6386e6508804 req-f2d99d23-d9de-4d92-99f2-48cd4162aa21 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:23.024091 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d134a5c-7936-432c-bd5f-92215ab37cea req-07dfaa05-3f66-4ca4-9838-d1c97525c978 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:23.025385 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8d134a5c-7936-432c-bd5f-92215ab37cea req-07dfaa05-3f66-4ca4-9838-d1c97525c978 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.1182373 Jun 27 20:07:23.060856 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68626ad-0146-408a-adbf-423d319574de req-77ffba24-83c7-47ae-b178-59ff42db8c0e tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:23.062849 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f68626ad-0146-408a-adbf-423d319574de req-77ffba24-83c7-47ae-b178-59ff42db8c0e tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 945 time: 0.2072265 Jun 27 20:07:23.146121 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8d134a5c-7936-432c-bd5f-92215ab37cea req-45302afd-e867-4560-b696-245447f96caa tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820620 Jun 27 20:07:23.154134 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f68626ad-0146-408a-adbf-423d319574de req-e77ff7b1-e0e4-4c45-9140-0d87dfb20fb9 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a96c0-242c-4cf8-8bf7-1d4b73670058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695322 Jun 27 20:07:23.242758 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2572264f-22fe-4e6b-bfe2-f5ae35aa7316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:23.272259 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2572264f-22fe-4e6b-bfe2-f5ae35aa7316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:07:23.281311 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-2572264f-22fe-4e6b-bfe2-f5ae35aa7316 admin admin] Usage tracker for resource:security_group_rule and tenant:3f6543905e8b4075b47f984a36d214a8 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:07:23.286470 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-2572264f-22fe-4e6b-bfe2-f5ae35aa7316 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:07:23.303066 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2572264f-22fe-4e6b-bfe2-f5ae35aa7316 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:07:23.338429 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-60e213a8-cd76-4ab6-9b06-6386e6508804 req-f2d99d23-d9de-4d92-99f2-48cd4162aa21 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] For port c32e827a-1e0d-4418-aa78-d3adef99673b, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=c32e827a-1e0d-4418-aa78-d3adef99673b,segment=NetworkSegment(ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc),segment_id=ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:07:23.339013 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-60e213a8-cd76-4ab6-9b06-6386e6508804 req-f2d99d23-d9de-4d92-99f2-48cd4162aa21 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:23.345037 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c665b-06b7-4583-878b-12e39231bee5 req-53f435c2-3015-4769-a084-07bb1091d12c tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:23.346564 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8f9c665b-06b7-4583-878b-12e39231bee5 req-53f435c2-3015-4769-a084-07bb1091d12c tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d283f57-23ed-46e5-a707-0dda4d46469e HTTP/1.1" status: 200 len: 944 time: 0.0878396 Jun 27 20:07:23.392948 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8f9c665b-06b7-4583-878b-12e39231bee5 req-440bd8c5-490a-4fba-b70f-b40b085c1b4f tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406227 Jun 27 20:07:23.479014 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-60e213a8-cd76-4ab6-9b06-6386e6508804 req-f2d99d23-d9de-4d92-99f2-48cd4162aa21 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Calling delete_port for c32e827a-1e0d-4418-aa78-d3adef99673b owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:07:23.698209 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2572264f-22fe-4e6b-bfe2-f5ae35aa7316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:23.704051 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2572264f-22fe-4e6b-bfe2-f5ae35aa7316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:23.769883 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-2572264f-22fe-4e6b-bfe2-f5ae35aa7316 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3f6543905e8b4075b47f984a36d214a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8265445 Jun 27 20:07:23.771343 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-60e213a8-cd76-4ab6-9b06-6386e6508804 req-f2d99d23-d9de-4d92-99f2-48cd4162aa21 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:23.773046 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572264f-22fe-4e6b-bfe2-f5ae35aa7316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a806c0-918b-4a47-9f19-a048398b0c03,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:23.774014 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 56004) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:23.815048 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['c32e827a-1e0d-4418-aa78-d3adef99673b'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:07:23.853737 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-195c01d6-0706-4b0b-bd7d-985ba45e281a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:23.859551 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d99d23-d9de-4d92-99f2-48cd4162aa21 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Pushing event deleted for resources: {'Port': ['ID=c32e827a-1e0d-4418-aa78-d3adef99673b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:23.892716 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-195c01d6-0706-4b0b-bd7d-985ba45e281a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:23.912253 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e213a8-cd76-4ab6-9b06-6386e6508804 req-f2d99d23-d9de-4d92-99f2-48cd4162aa21 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] No DVR routers for this DVR port c32e827a-1e0d-4418-aa78-d3adef99673b on host hv-cinder-84579 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 20:07:23.916619 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-60e213a8-cd76-4ab6-9b06-6386e6508804 req-f2d99d23-d9de-4d92-99f2-48cd4162aa21 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:23.920080 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af04c4b-d876-4602-af89-671de70cd003', 'name': 'network-vif-deleted', 'tag': 'c32e827a-1e0d-4418-aa78-d3adef99673b'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:07:23.952714 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-60e213a8-cd76-4ab6-9b06-6386e6508804 req-f2d99d23-d9de-4d92-99f2-48cd4162aa21 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.15 "DELETE /v2.0/ports/c32e827a-1e0d-4418-aa78-d3adef99673b HTTP/1.1" status: 204 len: 173 time: 1.0452042 Jun 27 20:07:23.965325 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-195c01d6-0706-4b0b-bd7d-985ba45e281a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:23.984091 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8267d8f6-a508-4b2d-8b19-9556aaeaf63d'] response: {'server_uuid': '1af04c4b-d876-4602-af89-671de70cd003', 'name': 'network-vif-deleted', 'tag': 'c32e827a-1e0d-4418-aa78-d3adef99673b', 'status': 'completed', 'code': 200} Jun 27 20:07:23.990629 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-195c01d6-0706-4b0b-bd7d-985ba45e281a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:23.992477 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-195c01d6-0706-4b0b-bd7d-985ba45e281a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c1a806c0-918b-4a47-9f19-a048398b0c03 HTTP/1.1" status: 204 len: 168 time: 0.2153258 Jun 27 20:07:23.993316 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c01d6-0706-4b0b-bd7d-985ba45e281a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a806c0-918b-4a47-9f19-a048398b0c03,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:24.319254 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 56026) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:24.342777 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b72d186c-a6b8-4c40-8edd-dcdf5da6a3ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:24.363382 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b72d186c-a6b8-4c40-8edd-dcdf5da6a3ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:07:24.369065 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-b72d186c-a6b8-4c40-8edd-dcdf5da6a3ce admin admin] Usage tracker for resource:security_group_rule and tenant:4cb9de29723f42738f2bb1ff4e6ee1e0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:07:24.372580 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-b72d186c-a6b8-4c40-8edd-dcdf5da6a3ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:07:24.381100 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b72d186c-a6b8-4c40-8edd-dcdf5da6a3ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:07:24.387255 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-28249de0-4b55-4b18-827e-b7f5cf3fd3dd req-363b3a75-d7c9-4921-9d7d-0f2920c58b16 tempest-DeleteServersTestJSON-955862120 tempest-DeleteServersTestJSON-955862120-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af04c4b-d876-4602-af89-671de70cd003 HTTP/1.1" status: 200 len: 210 time: 0.0658646 Jun 27 20:07:24.430370 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473632da-9783-4813-8a88-5a1ac78fb69c req-86915631-ce4b-47ad-aafe-22de1b9e5459 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:24.431948 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-473632da-9783-4813-8a88-5a1ac78fb69c req-86915631-ce4b-47ad-aafe-22de1b9e5459 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.1641581 Jun 27 20:07:24.490943 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b72d186c-a6b8-4c40-8edd-dcdf5da6a3ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:24.497778 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b72d186c-a6b8-4c40-8edd-dcdf5da6a3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:24.525002 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-473632da-9783-4813-8a88-5a1ac78fb69c req-1127f368-8b2e-4ef1-a398-13c52c17e81b tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797651 Jun 27 20:07:24.555626 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d186c-a6b8-4c40-8edd-dcdf5da6a3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290b8478-b203-40ce-8149-33596b7541a9,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:24.562474 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-b72d186c-a6b8-4c40-8edd-dcdf5da6a3ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4cb9de29723f42738f2bb1ff4e6ee1e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387772 Jun 27 20:07:24.562760 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 56036) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:24.653955 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-811e284e-8765-45dc-b956-2d84981552c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:24.688308 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-811e284e-8765-45dc-b956-2d84981552c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:24.712573 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8e66f-372a-466a-b410-51357eb8d5cc req-26da7fb5-cbad-486c-9614-023e8eda38ee tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:24.719514 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-16c8e66f-372a-466a-b410-51357eb8d5cc req-26da7fb5-cbad-486c-9614-023e8eda38ee tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d283f57-23ed-46e5-a707-0dda4d46469e HTTP/1.1" status: 200 len: 944 time: 0.1307883 Jun 27 20:07:24.753602 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-811e284e-8765-45dc-b956-2d84981552c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:24.767169 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 56046) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:24.778282 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e284e-8765-45dc-b956-2d84981552c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290b8478-b203-40ce-8149-33596b7541a9,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:24.808471 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-811e284e-8765-45dc-b956-2d84981552c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:24.809869 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-811e284e-8765-45dc-b956-2d84981552c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/290b8478-b203-40ce-8149-33596b7541a9 HTTP/1.1" status: 204 len: 168 time: 0.2462211 Jun 27 20:07:24.870072 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-16c8e66f-372a-466a-b410-51357eb8d5cc req-5075b89a-a61e-43d9-aeba-f11acc3bcb1c tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452236 Jun 27 20:07:25.191365 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c520b0c0-21d3-477b-9d49-6dff193b3ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:25.207228 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c520b0c0-21d3-477b-9d49-6dff193b3ae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:07:25.211126 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-c520b0c0-21d3-477b-9d49-6dff193b3ae4 admin admin] Usage tracker for resource:security_group_rule and tenant:bca4f530440646ba9eec7b668b2f26df is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:07:25.214045 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-c520b0c0-21d3-477b-9d49-6dff193b3ae4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:07:25.219919 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c520b0c0-21d3-477b-9d49-6dff193b3ae4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:07:25.302815 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c520b0c0-21d3-477b-9d49-6dff193b3ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:25.308065 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c520b0c0-21d3-477b-9d49-6dff193b3ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:25.358648 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-c520b0c0-21d3-477b-9d49-6dff193b3ae4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bca4f530440646ba9eec7b668b2f26df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5878100 Jun 27 20:07:25.359605 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520b0c0-21d3-477b-9d49-6dff193b3ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd0f9e6-a9b0-497e-a284-cd74f05c2e53,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:25.361224 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 56068) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:25.421849 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1bfe4124-2aa0-402e-8ceb-0a7d4843c1cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:25.449656 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1bfe4124-2aa0-402e-8ceb-0a7d4843c1cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:25.503857 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1bfe4124-2aa0-402e-8ceb-0a7d4843c1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:25.520001 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe4124-2aa0-402e-8ceb-0a7d4843c1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd0f9e6-a9b0-497e-a284-cd74f05c2e53,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:25.530783 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1bfe4124-2aa0-402e-8ceb-0a7d4843c1cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:25.531885 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-1bfe4124-2aa0-402e-8ceb-0a7d4843c1cf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0cd0f9e6-a9b0-497e-a284-cd74f05c2e53 HTTP/1.1" status: 204 len: 168 time: 0.1696610 Jun 27 20:07:25.533533 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfe4124-2aa0-402e-8ceb-0a7d4843c1cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:07:25.534094 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfe4124-2aa0-402e-8ceb-0a7d4843c1cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:07:25.534501 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfe4124-2aa0-402e-8ceb-0a7d4843c1cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:07:25.534899 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfe4124-2aa0-402e-8ceb-0a7d4843c1cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:07:25.535291 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfe4124-2aa0-402e-8ceb-0a7d4843c1cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:07:25.535686 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfe4124-2aa0-402e-8ceb-0a7d4843c1cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:07:25.536073 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfe4124-2aa0-402e-8ceb-0a7d4843c1cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:07:25.536562 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfe4124-2aa0-402e-8ceb-0a7d4843c1cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:07:25.536903 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfe4124-2aa0-402e-8ceb-0a7d4843c1cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:07:25.537281 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfe4124-2aa0-402e-8ceb-0a7d4843c1cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:07:25.537936 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfe4124-2aa0-402e-8ceb-0a7d4843c1cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:07:25.539339 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfe4124-2aa0-402e-8ceb-0a7d4843c1cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:07:25.763318 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04037995-f5d1-47eb-a090-02228c24cae3 req-90b14470-5831-46ba-b718-fc0bc1c6312f tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:25.765041 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-04037995-f5d1-47eb-a090-02228c24cae3 req-90b14470-5831-46ba-b718-fc0bc1c6312f tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.1102736 Jun 27 20:07:25.813036 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-04037995-f5d1-47eb-a090-02228c24cae3 req-13790c59-66ff-4da3-b30c-c905df7bef99 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404966 Jun 27 20:07:25.834101 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:07:26.023996 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 56108) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:26.054694 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-78af6f49-433f-48a3-b7ff-d4f73e50873b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:26.074043 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-78af6f49-433f-48a3-b7ff-d4f73e50873b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:07:26.078883 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-78af6f49-433f-48a3-b7ff-d4f73e50873b admin admin] Usage tracker for resource:security_group_rule and tenant:81b1fed14a874125ab8a53cba1be0db4 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:07:26.082700 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-78af6f49-433f-48a3-b7ff-d4f73e50873b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:07:26.089663 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-78af6f49-433f-48a3-b7ff-d4f73e50873b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:07:26.129377 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1bdaab-c147-4b91-97ec-d04d94e0b410 req-9d043896-9569-4022-8b70-30d4ad709d11 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:26.130858 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0a1bdaab-c147-4b91-97ec-d04d94e0b410 req-9d043896-9569-4022-8b70-30d4ad709d11 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d283f57-23ed-46e5-a707-0dda4d46469e HTTP/1.1" status: 200 len: 944 time: 0.1506693 Jun 27 20:07:26.191110 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0a1bdaab-c147-4b91-97ec-d04d94e0b410 req-23e3f68e-8df6-45d0-921e-d1df0e2e6e8c tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544996 Jun 27 20:07:26.228460 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-78af6f49-433f-48a3-b7ff-d4f73e50873b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:26.234145 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-78af6f49-433f-48a3-b7ff-d4f73e50873b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:26.281930 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-78af6f49-433f-48a3-b7ff-d4f73e50873b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=81b1fed14a874125ab8a53cba1be0db4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2557852 Jun 27 20:07:26.283584 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af6f49-433f-48a3-b7ff-d4f73e50873b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbda175-a08a-4c1e-9efd-104fbb8e4468,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:26.284574 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 56120) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:26.366972 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-10c528ba-1fa5-45ad-85ac-cac0ae0475e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:26.399699 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-10c528ba-1fa5-45ad-85ac-cac0ae0475e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:26.498367 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-10c528ba-1fa5-45ad-85ac-cac0ae0475e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:26.530569 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c528ba-1fa5-45ad-85ac-cac0ae0475e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbda175-a08a-4c1e-9efd-104fbb8e4468,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:26.566357 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-10c528ba-1fa5-45ad-85ac-cac0ae0475e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:26.567538 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-10c528ba-1fa5-45ad-85ac-cac0ae0475e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dcbda175-a08a-4c1e-9efd-104fbb8e4468 HTTP/1.1" status: 204 len: 168 time: 0.2817936 Jun 27 20:07:26.587546 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9ece5-38c1-4400-98a9-e3a934a881bb req-5a335247-ec12-45ec-aab6-e1fd377cf6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:26.589051 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-67e9ece5-38c1-4400-98a9-e3a934a881bb req-5a335247-ec12-45ec-aab6-e1fd377cf6b1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 1098 time: 0.1312013 Jun 27 20:07:26.709673 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-67e9ece5-38c1-4400-98a9-e3a934a881bb req-af3669ba-918f-4a05-b081-ad3f8ae89cd9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141882 Jun 27 20:07:26.752820 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 1c847c6b-6748-4a55-9a03-dcf04d2d8c62 details requested by agent hyperv_hv-cinder-84579 with host hv-cinder-84579 {{(pid=88115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 20:07:26.763867 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device c32e827a-1e0d-4418-aa78-d3adef99673b no longer exists at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:07:26.805760 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] No Port match for: c32e827a-1e0d-4418-aa78-d3adef99673b {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:07:26.806168 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device c32e827a-1e0d-4418-aa78-d3adef99673b not bound to the agent host hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:07:26.915329 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 56146) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:26.931532 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 1c847c6b-6748-4a55-9a03-dcf04d2d8c62, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=1c847c6b-6748-4a55-9a03-dcf04d2d8c62,segment=NetworkSegment(70ec0be9-e69b-40c6-8287-7d7eb9cf58b4),segment_id=70ec0be9-e69b-40c6-8287-7d7eb9cf58b4)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:07:26.945491 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Returning: {'device': '1c847c6b-6748-4a55-9a03-dcf04d2d8c62', 'network_id': 'f4593a0b-2a22-4dad-98a2-b1ad696a4351', 'port_id': '1c847c6b-6748-4a55-9a03-dcf04d2d8c62', 'mac_address': 'fa:16:3e:65:93:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497df734-2a85-43c5-92d9-01d9aed57e02', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 20:07:27.003662 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 1c847c6b-6748-4a55-9a03-dcf04d2d8c62 is: DOWN; New status is: BUILD {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:07:27.004099 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:27.021085 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c847c6b-6748-4a55-9a03-dcf04d2d8c62 {{(pid=88115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:07:27.040414 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 1c847c6b-6748-4a55-9a03-dcf04d2d8c62, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=1c847c6b-6748-4a55-9a03-dcf04d2d8c62,segment=NetworkSegment(70ec0be9-e69b-40c6-8287-7d7eb9cf58b4),segment_id=70ec0be9-e69b-40c6-8287-7d7eb9cf58b4)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:07:27.048188 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:27.070332 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-230fd029-8b27-4ec8-87b3-cfeb31e0586c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:27.088542 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-230fd029-8b27-4ec8-87b3-cfeb31e0586c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:07:27.092767 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-230fd029-8b27-4ec8-87b3-cfeb31e0586c admin admin] Usage tracker for resource:security_group_rule and tenant:45bb726ff51143de80250077ab1d67cc is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:07:27.095985 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-230fd029-8b27-4ec8-87b3-cfeb31e0586c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:07:27.097100 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23877b2-6b2d-4449-94d1-889f51d63de5 req-48bee8a7-e266-4e0a-9d00-5f63d62d4b10 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:27.098871 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c23877b2-6b2d-4449-94d1-889f51d63de5 req-48bee8a7-e266-4e0a-9d00-5f63d62d4b10 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.1121356 Jun 27 20:07:27.104536 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-230fd029-8b27-4ec8-87b3-cfeb31e0586c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:07:27.164293 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c23877b2-6b2d-4449-94d1-889f51d63de5 req-d884f11e-90d2-446b-9a34-7f96b77f878f tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554307 Jun 27 20:07:27.166829 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=1c847c6b-6748-4a55-9a03-dcf04d2d8c62,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:27.180721 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:07:27.181474 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:07:27.181980 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:07:27.182311 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:07:27.182753 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:07:27.183227 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:07:27.185790 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:07:27.186277 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:07:27.186712 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:07:27.187123 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:07:27.187536 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:07:27.187910 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:07:27.212903 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-230fd029-8b27-4ec8-87b3-cfeb31e0586c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:27.218295 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-230fd029-8b27-4ec8-87b3-cfeb31e0586c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:27.268543 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230fd029-8b27-4ec8-87b3-cfeb31e0586c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b5875c-9f6b-4599-b0b6-c187ecbb5630,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:27.276219 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-230fd029-8b27-4ec8-87b3-cfeb31e0586c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=45bb726ff51143de80250077ab1d67cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3601081 Jun 27 20:07:27.278942 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 56170) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:27.363473 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 56176) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:27.405315 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0785d93e-73b2-4961-8a6e-5460162665a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:27.437148 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0785d93e-73b2-4961-8a6e-5460162665a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:27.488566 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd269067-eda0-4a34-b7a9-0c6b9109cb2c req-7d3a0012-afee-4ec2-b746-5edcde9598fa tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:27.490063 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-dd269067-eda0-4a34-b7a9-0c6b9109cb2c req-7d3a0012-afee-4ec2-b746-5edcde9598fa tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d283f57-23ed-46e5-a707-0dda4d46469e HTTP/1.1" status: 200 len: 945 time: 0.1614401 Jun 27 20:07:27.532279 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0785d93e-73b2-4961-8a6e-5460162665a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:27.553287 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-dd269067-eda0-4a34-b7a9-0c6b9109cb2c req-86802ff1-fb85-4ace-b11c-6db4a9ae5b26 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549808 Jun 27 20:07:27.554944 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0785d93e-73b2-4961-8a6e-5460162665a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b5875c-9f6b-4599-b0b6-c187ecbb5630,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:27.568584 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0785d93e-73b2-4961-8a6e-5460162665a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:27.570069 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-0785d93e-73b2-4961-8a6e-5460162665a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/54b5875c-9f6b-4599-b0b6-c187ecbb5630 HTTP/1.1" status: 204 len: 168 time: 0.2902038 Jun 27 20:07:27.902617 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 56196) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:27.951029 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5579ae56-d570-420c-a7e9-e6c6e19a44d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16760029'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:28.023861 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-342312d3-2737-43a7-acc7-387dca0a6506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:28.036716 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 56202) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:28.055277 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-342312d3-2737-43a7-acc7-387dca0a6506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:07:28.061378 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-342312d3-2737-43a7-acc7-387dca0a6506 admin admin] Usage tracker for resource:security_group_rule and tenant:aff58db64e3940e0adad98121c98e9fc is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:07:28.064072 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dc34f6a5-6589-4078-a535-f73eb32affce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:28.074384 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-342312d3-2737-43a7-acc7-387dca0a6506 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:07:28.083043 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-342312d3-2737-43a7-acc7-387dca0a6506 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:07:28.085775 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-dc34f6a5-6589-4078-a535-f73eb32affce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:07:28.092028 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-dc34f6a5-6589-4078-a535-f73eb32affce admin admin] Usage tracker for resource:security_group_rule and tenant:6a2871854215458a835f512ab08e6747 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:07:28.097881 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-dc34f6a5-6589-4078-a535-f73eb32affce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:07:28.104933 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-dc34f6a5-6589-4078-a535-f73eb32affce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:07:28.235461 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-342312d3-2737-43a7-acc7-387dca0a6506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:28.248422 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-342312d3-2737-43a7-acc7-387dca0a6506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:28.271679 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dc34f6a5-6589-4078-a535-f73eb32affce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:28.304658 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-5579ae56-d570-420c-a7e9-e6c6e19a44d8 admin admin] Deleting port 2877dc25-b173-4ec8-9254-bc9351cf4786 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:07:28.304993 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5579ae56-d570-420c-a7e9-e6c6e19a44d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:28.327316 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dc34f6a5-6589-4078-a535-f73eb32affce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:28.372995 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-342312d3-2737-43a7-acc7-387dca0a6506 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aff58db64e3940e0adad98121c98e9fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4688561 Jun 27 20:07:28.373801 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342312d3-2737-43a7-acc7-387dca0a6506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd5fffa-fc39-4362-bee4-57b21d69d37d,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:28.386693 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 56208) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:28.413789 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-dc34f6a5-6589-4078-a535-f73eb32affce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6a2871854215458a835f512ab08e6747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3722486 Jun 27 20:07:28.419405 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 56212) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:28.437539 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34f6a5-6589-4078-a535-f73eb32affce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c324fa3e-30ae-46bd-9658-ba42aba4c48f,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:28.493773 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9585ae-3a1f-40f1-b87d-7eda985ed0ee req-7bf40d52-d6c8-4c2a-bd56-0a8f4e5f9bc3 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:28.495380 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5d9585ae-3a1f-40f1-b87d-7eda985ed0ee req-7bf40d52-d6c8-4c2a-bd56-0a8f4e5f9bc3 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.2204235 Jun 27 20:07:28.499858 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dfaf3fc2-4a04-404e-90ab-d4341191a222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:28.526181 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1061ba9c-3c07-4707-9f01-2415de359a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:28.528570 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-5579ae56-d570-420c-a7e9-e6c6e19a44d8 admin admin] For port 2877dc25-b173-4ec8-9254-bc9351cf4786, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=2877dc25-b173-4ec8-9254-bc9351cf4786,segment=NetworkSegment(ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc),segment_id=ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:07:28.528914 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5579ae56-d570-420c-a7e9-e6c6e19a44d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:28.550052 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dfaf3fc2-4a04-404e-90ab-d4341191a222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:28.576744 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5d9585ae-3a1f-40f1-b87d-7eda985ed0ee req-a3cc38cb-8063-4019-bc4c-4587f18cb98a tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749235 Jun 27 20:07:28.619923 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dfaf3fc2-4a04-404e-90ab-d4341191a222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:28.646773 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf3fc2-4a04-404e-90ab-d4341191a222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd5fffa-fc39-4362-bee4-57b21d69d37d,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:28.658034 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dfaf3fc2-4a04-404e-90ab-d4341191a222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:28.660062 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-dfaf3fc2-4a04-404e-90ab-d4341191a222 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cbd5fffa-fc39-4362-bee4-57b21d69d37d HTTP/1.1" status: 204 len: 168 time: 0.2694128 Jun 27 20:07:28.756273 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-5579ae56-d570-420c-a7e9-e6c6e19a44d8 admin admin] Calling delete_port for 2877dc25-b173-4ec8-9254-bc9351cf4786 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:07:28.770842 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2bf903-ae46-4e82-ae54-fe5f8ca65348 req-39bd3058-caaf-45d0-9fad-2178fbaa5c9a tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:28.772373 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-dd2bf903-ae46-4e82-ae54-fe5f8ca65348 req-39bd3058-caaf-45d0-9fad-2178fbaa5c9a tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d283f57-23ed-46e5-a707-0dda4d46469e HTTP/1.1" status: 200 len: 945 time: 0.0954316 Jun 27 20:07:28.798289 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1061ba9c-3c07-4707-9f01-2415de359a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:28.830699 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-dd2bf903-ae46-4e82-ae54-fe5f8ca65348 req-37fab35b-0698-44ad-9d0d-830ce9fe63aa tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494018 Jun 27 20:07:29.020868 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1061ba9c-3c07-4707-9f01-2415de359a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:29.045131 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061ba9c-3c07-4707-9f01-2415de359a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c324fa3e-30ae-46bd-9658-ba42aba4c48f,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:29.061819 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1061ba9c-3c07-4707-9f01-2415de359a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:29.065296 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-1061ba9c-3c07-4707-9f01-2415de359a4a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c324fa3e-30ae-46bd-9658-ba42aba4c48f HTTP/1.1" status: 204 len: 168 time: 0.6428652 Jun 27 20:07:29.139625 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5579ae56-d570-420c-a7e9-e6c6e19a44d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:29.234499 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579ae56-d570-420c-a7e9-e6c6e19a44d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2877dc25-b173-4ec8-9254-bc9351cf4786,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:29.538493 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5579ae56-d570-420c-a7e9-e6c6e19a44d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16717692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16759977'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:29.835440 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1178c34-884f-4908-9b94-e131bc7b5222 req-7b9df307-ef12-419a-a15b-3b8e69101d87 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:29.837217 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d1178c34-884f-4908-9b94-e131bc7b5222 req-7b9df307-ef12-419a-a15b-3b8e69101d87 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.1435955 Jun 27 20:07:29.891391 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d1178c34-884f-4908-9b94-e131bc7b5222 req-1aa0c77a-ffba-49d4-a55a-7da8cedf2e24 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454071 Jun 27 20:07:30.024310 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5579ae56-d570-420c-a7e9-e6c6e19a44d8 admin admin] Router 01d230ea-677c-4c1b-bde9-848f10cd7344 has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:07:30.101737 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d00cb5-bfc7-42ef-9ef4-c85ef2cb089e req-3fd285ec-3550-4720-b447-df402f59b8f8 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:30.103531 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c6d00cb5-bfc7-42ef-9ef4-c85ef2cb089e req-3fd285ec-3550-4720-b447-df402f59b8f8 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d283f57-23ed-46e5-a707-0dda4d46469e HTTP/1.1" status: 200 len: 945 time: 0.1042030 Jun 27 20:07:30.156042 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c6d00cb5-bfc7-42ef-9ef4-c85ef2cb089e req-4d835df9-37c8-4c20-94e4-6d6f2b878ad0 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463347 Jun 27 20:07:30.328462 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5579ae56-d570-420c-a7e9-e6c6e19a44d8 admin admin] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:07:30.338212 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17f2b02-98af-4f53-b1c5-17bc51387013 None None] Sync routers for ids ['01d230ea-677c-4c1b-bde9-848f10cd7344'] in dv-cinder-845799-1-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:07:30.344080 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 56318) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:30.351069 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17f2b02-98af-4f53-b1c5-17bc51387013 None None] Routers {'01d230ea-677c-4c1b-bde9-848f10cd7344'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:07:30.351899 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-a17f2b02-98af-4f53-b1c5-17bc51387013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:07:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['01d230ea-677c-4c1b-bde9-848f10cd7344'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:07:30.361266 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-5579ae56-d570-420c-a7e9-e6c6e19a44d8 admin admin] 10.222.0.23 "PUT /v2.0/routers/01d230ea-677c-4c1b-bde9-848f10cd7344/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9936478 Jun 27 20:07:30.541281 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-a17f2b02-98af-4f53-b1c5-17bc51387013 None None] Set router 01d230ea-677c-4c1b-bde9-848f10cd7344 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:07:30.558302 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-91618d1b-aca3-4331-b754-d7f197ec4d02 admin admin] Notify callbacks [] for router, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:30.856906 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-91618d1b-aca3-4331-b754-d7f197ec4d02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:30.871254 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-91618d1b-aca3-4331-b754-d7f197ec4d02 admin admin] Deleting port ca13e005-47b0-4780-ac3a-6586594e2a64 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:07:30.871741 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-91618d1b-aca3-4331-b754-d7f197ec4d02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:30.880271 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-a17f2b02-98af-4f53-b1c5-17bc51387013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d230ea-677c-4c1b-bde9-848f10cd7344', 'name': 'tempest-DeleteServersTestJSON-2033502903-router', 'tenant_id': '6b643fa8ee8a4b5abceb14b8ff2811ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ca13e005-47b0-4780-ac3a-6586594e2a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:16Z', 'updated_at': '2022-06-27T20:07:29Z', 'revision_number': 5, 'project_id': '6b643fa8ee8a4b5abceb14b8ff2811ca', 'gw_port': {'id': 'ca13e005-47b0-4780-ac3a-6586594e2a64', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:04:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d230ea-677c-4c1b-bde9-848f10cd7344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:17Z', 'updated_at': '2022-06-27T20:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:07:30.885460 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17f2b02-98af-4f53-b1c5-17bc51387013 None None] Checking router: 01d230ea-677c-4c1b-bde9-848f10cd7344 for host: dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:07:30.895038 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17f2b02-98af-4f53-b1c5-17bc51387013 None None] Routers {'01d230ea-677c-4c1b-bde9-848f10cd7344'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:07:30.895665 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-a17f2b02-98af-4f53-b1c5-17bc51387013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:07:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['01d230ea-677c-4c1b-bde9-848f10cd7344'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:07:31.057087 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-a17f2b02-98af-4f53-b1c5-17bc51387013 None None] Set router 01d230ea-677c-4c1b-bde9-848f10cd7344 gateway port host: None {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:07:31.112829 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-91618d1b-aca3-4331-b754-d7f197ec4d02 admin admin] For port ca13e005-47b0-4780-ac3a-6586594e2a64, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=ca13e005-47b0-4780-ac3a-6586594e2a64,segment=NetworkSegment(c8e1d377-ef10-44fe-8306-b14a68212fb0),segment_id=c8e1d377-ef10-44fe-8306-b14a68212fb0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:07:31.113191 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-91618d1b-aca3-4331-b754-d7f197ec4d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:31.163511 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-a17f2b02-98af-4f53-b1c5-17bc51387013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d230ea-677c-4c1b-bde9-848f10cd7344', 'name': 'tempest-DeleteServersTestJSON-2033502903-router', 'tenant_id': '6b643fa8ee8a4b5abceb14b8ff2811ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:16Z', 'updated_at': '2022-06-27T20:07:30Z', 'revision_number': 6, 'project_id': '6b643fa8ee8a4b5abceb14b8ff2811ca', 'gw_port_host': None}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:07:31.167561 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17f2b02-98af-4f53-b1c5-17bc51387013 None None] The sync data for ids ['01d230ea-677c-4c1b-bde9-848f10cd7344'] in dv-cinder-845799-1-iscsi is: [{'id': '01d230ea-677c-4c1b-bde9-848f10cd7344', 'name': 'tempest-DeleteServersTestJSON-2033502903-router', 'tenant_id': '6b643fa8ee8a4b5abceb14b8ff2811ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:16Z', 'updated_at': '2022-06-27T20:07:30Z', 'revision_number': 6, 'project_id': '6b643fa8ee8a4b5abceb14b8ff2811ca', 'gw_port_host': None}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:07:31.249046 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-91618d1b-aca3-4331-b754-d7f197ec4d02 admin admin] Calling delete_port for ca13e005-47b0-4780-ac3a-6586594e2a64 owned by network:router_gateway {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:07:31.364109 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c573c9b-6e96-4f04-a608-c16848ef3cc4 req-efde3716-3f6c-4e91-9cf6-f8b73b0ebf42 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:31.365463 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1c573c9b-6e96-4f04-a608-c16848ef3cc4 req-efde3716-3f6c-4e91-9cf6-f8b73b0ebf42 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.3230944 Jun 27 20:07:31.632513 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1c573c9b-6e96-4f04-a608-c16848ef3cc4 req-24efbe93-6916-485e-8e0b-c13aa3a189d7 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582150 Jun 27 20:07:31.666160 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64e196-f6f0-4bd8-9e95-ebd81fe7e647 req-8620f225-becc-4c62-9cf9-2f40edacc9ef tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:31.667654 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1c64e196-f6f0-4bd8-9e95-ebd81fe7e647 req-8620f225-becc-4c62-9cf9-2f40edacc9ef tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d283f57-23ed-46e5-a707-0dda4d46469e HTTP/1.1" status: 200 len: 945 time: 0.3844836 Jun 27 20:07:31.762849 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1c64e196-f6f0-4bd8-9e95-ebd81fe7e647 req-6ac9ecf1-3ee5-4e88-bc74-88db7163926a tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843863 Jun 27 20:07:31.774496 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-91618d1b-aca3-4331-b754-d7f197ec4d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14170096'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:31.836513 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91618d1b-aca3-4331-b754-d7f197ec4d02 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca13e005-47b0-4780-ac3a-6586594e2a64,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:31.944194 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-91618d1b-aca3-4331-b754-d7f197ec4d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16757820'] for router_gateway, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:32.059762 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 2877dc25-b173-4ec8-9254-bc9351cf4786 no longer exists at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:07:32.123026 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] No Port match for: 2877dc25-b173-4ec8-9254-bc9351cf4786 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:07:32.123371 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 2877dc25-b173-4ec8-9254-bc9351cf4786 not bound to the agent host dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:07:32.123790 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device ca13e005-47b0-4780-ac3a-6586594e2a64 no longer exists at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:07:32.153997 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['1c847c6b-6748-4a55-9a03-dcf04d2d8c62'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:07:32.185151 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] No Port match for: ca13e005-47b0-4780-ac3a-6586594e2a64 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:07:32.185501 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device ca13e005-47b0-4780-ac3a-6586594e2a64 not bound to the agent host dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:07:32.226364 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-91618d1b-aca3-4331-b754-d7f197ec4d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16270997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4448'] for router, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:32.228683 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-91618d1b-aca3-4331-b754-d7f197ec4d02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:32.343138 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 56392) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:32.344994 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-91618d1b-aca3-4331-b754-d7f197ec4d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16272861'] for router, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:32.345808 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91618d1b-aca3-4331-b754-d7f197ec4d02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01d230ea-677c-4c1b-bde9-848f10cd7344 {{(pid=88114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 27 20:07:32.365975 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-91618d1b-aca3-4331-b754-d7f197ec4d02 admin admin] Notify callbacks [] for router, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:32.374052 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-91618d1b-aca3-4331-b754-d7f197ec4d02 admin admin] 10.222.0.23 "DELETE /v2.0/routers/01d230ea-677c-4c1b-bde9-848f10cd7344 HTTP/1.1" status: 204 len: 168 time: 2.0289400 Jun 27 20:07:32.374524 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 56398) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:32.450845 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-0402f873-8f54-403b-ad58-97513d677ce4 admin admin] Deleting subnet b74bb450-b606-413a-a419-52976db33427 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 27 20:07:32.454057 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0402f873-8f54-403b-ad58-97513d677ce4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:32.513777 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dbc132f9-6325-4b3d-9f6e-8f34b45ba71e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:32.541881 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0402f873-8f54-403b-ad58-97513d677ce4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14191946'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:32.567741 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-dbc132f9-6325-4b3d-9f6e-8f34b45ba71e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:07:32.577104 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-dbc132f9-6325-4b3d-9f6e-8f34b45ba71e admin admin] Usage tracker for resource:security_group_rule and tenant:d073ea56fdd34b86a27839e194521adb is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:07:32.581127 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-dbc132f9-6325-4b3d-9f6e-8f34b45ba71e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:07:32.589736 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-dbc132f9-6325-4b3d-9f6e-8f34b45ba71e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:07:32.704932 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0402f873-8f54-403b-ad58-97513d677ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-607847'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:32.807531 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dbc132f9-6325-4b3d-9f6e-8f34b45ba71e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:32.813500 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dbc132f9-6325-4b3d-9f6e-8f34b45ba71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:32.893442 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc132f9-6325-4b3d-9f6e-8f34b45ba71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a40b2a4-8f43-46b6-9773-57cc3cdbcdf9,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:32.912113 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-dbc132f9-6325-4b3d-9f6e-8f34b45ba71e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d073ea56fdd34b86a27839e194521adb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5678859 Jun 27 20:07:32.913218 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0402f873-8f54-403b-ad58-97513d677ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-607836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16137172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14291743'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:32.924903 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 56412) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:32.954019 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0402f873-8f54-403b-ad58-97513d677ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:32.956071 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bcdc3e-90c4-4007-9506-3e11df9dbfa8 req-27d13342-05ec-4cf3-9830-94e4c6db3982 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:32.958335 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b7bcdc3e-90c4-4007-9506-3e11df9dbfa8 req-27d13342-05ec-4cf3-9830-94e4c6db3982 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.2022548 Jun 27 20:07:32.958838 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955a097a-a137-4f85-bc85-a6d6bc9d4732 None None] Network be906d6d-af38-482a-8688-d9b054c18d1f requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:07:32.994187 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402f873-8f54-403b-ad58-97513d677ce4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b74bb450-b606-413a-a419-52976db33427,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:33.003470 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-0402f873-8f54-403b-ad58-97513d677ce4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b74bb450-b606-413a-a419-52976db33427 HTTP/1.1" status: 204 len: 168 time: 0.6246991 Jun 27 20:07:33.005599 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 56416) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:33.045332 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-787934e1-4fe6-4593-9dde-8eac1da69df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:33.073354 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-787934e1-4fe6-4593-9dde-8eac1da69df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:33.133526 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-787934e1-4fe6-4593-9dde-8eac1da69df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:33.149038 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fdb3e470-c2d0-48e5-9db8-6b197bbe5571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590302'] for network, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:33.157890 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787934e1-4fe6-4593-9dde-8eac1da69df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a40b2a4-8f43-46b6-9773-57cc3cdbcdf9,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:33.161760 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-787934e1-4fe6-4593-9dde-8eac1da69df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:33.164841 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-787934e1-4fe6-4593-9dde-8eac1da69df9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8a40b2a4-8f43-46b6-9773-57cc3cdbcdf9 HTTP/1.1" status: 204 len: 168 time: 0.2071590 Jun 27 20:07:33.168051 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5fe10-e704-4a08-a396-29f1c7662313 req-3c382a9c-a6ae-438c-8b8a-5e99f93512be tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:33.169611 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6fb5fe10-e704-4a08-a396-29f1c7662313 req-3c382a9c-a6ae-438c-8b8a-5e99f93512be tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d283f57-23ed-46e5-a707-0dda4d46469e HTTP/1.1" status: 200 len: 945 time: 0.2845764 Jun 27 20:07:33.184878 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-fdb3e470-c2d0-48e5-9db8-6b197bbe5571 admin admin] Deleting port 56c06c84-a9bb-459e-b8bc-0e74fe260f22 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:07:33.185247 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fdb3e470-c2d0-48e5-9db8-6b197bbe5571 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:33.262714 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b7bcdc3e-90c4-4007-9506-3e11df9dbfa8 req-6256203f-82ce-46eb-b332-70e2aeb0ab3f tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985373 Jun 27 20:07:33.280624 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6fb5fe10-e704-4a08-a396-29f1c7662313 req-4361a37d-dc21-4145-90ba-90a9154dfbe9 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997882 Jun 27 20:07:33.306540 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107e3822-8a8c-4197-a48b-853b31299489 None None] DHCP port deletion for be906d6d-af38-482a-8688-d9b054c18d1f request from dv-cinder-845799-1-iscsi {{(pid=88115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 27 20:07:33.312309 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-107e3822-8a8c-4197-a48b-853b31299489 None None] Deleting port 56c06c84-a9bb-459e-b8bc-0e74fe260f22 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:07:33.312807 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-107e3822-8a8c-4197-a48b-853b31299489 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:33.512705 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-fdb3e470-c2d0-48e5-9db8-6b197bbe5571 admin admin] For port 56c06c84-a9bb-459e-b8bc-0e74fe260f22, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=56c06c84-a9bb-459e-b8bc-0e74fe260f22,segment=NetworkSegment(ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc),segment_id=ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:07:33.513363 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fdb3e470-c2d0-48e5-9db8-6b197bbe5571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:33.649470 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-107e3822-8a8c-4197-a48b-853b31299489 None None] For port 56c06c84-a9bb-459e-b8bc-0e74fe260f22, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=56c06c84-a9bb-459e-b8bc-0e74fe260f22,segment=NetworkSegment(ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc),segment_id=ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:07:33.650083 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-107e3822-8a8c-4197-a48b-853b31299489 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:33.654035 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 56426) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:33.675883 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ccb7d116-f4b7-4827-93f6-600a6af9b8bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:33.688653 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-fdb3e470-c2d0-48e5-9db8-6b197bbe5571 admin admin] Calling delete_port for 56c06c84-a9bb-459e-b8bc-0e74fe260f22 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:07:33.696428 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ccb7d116-f4b7-4827-93f6-600a6af9b8bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:07:33.701893 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-ccb7d116-f4b7-4827-93f6-600a6af9b8bc admin admin] Usage tracker for resource:security_group_rule and tenant:9b772ac0534f482a809c677570a51fc8 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:07:33.705134 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-ccb7d116-f4b7-4827-93f6-600a6af9b8bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:07:33.730451 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-ccb7d116-f4b7-4827-93f6-600a6af9b8bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:07:33.788081 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-107e3822-8a8c-4197-a48b-853b31299489 None None] Calling delete_port for 56c06c84-a9bb-459e-b8bc-0e74fe260f22 owned by network:dhcp {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:07:33.837371 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 56c06c84-a9bb-459e-b8bc-0e74fe260f22 no longer exists at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:07:33.861547 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fdb3e470-c2d0-48e5-9db8-6b197bbe5571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14170096'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:33.888808 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ccb7d116-f4b7-4827-93f6-600a6af9b8bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:33.905207 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ccb7d116-f4b7-4827-93f6-600a6af9b8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:33.921200 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] No Port match for: 56c06c84-a9bb-459e-b8bc-0e74fe260f22 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:07:33.921538 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 56c06c84-a9bb-459e-b8bc-0e74fe260f22 not bound to the agent host dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:07:33.927587 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3e470-c2d0-48e5-9db8-6b197bbe5571 admin admin] Pushing event deleted for resources: {'Port': ['ID=56c06c84-a9bb-459e-b8bc-0e74fe260f22,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:33.934905 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb3e470-c2d0-48e5-9db8-6b197bbe5571 admin admin] No DVR routers for this DVR port 56c06c84-a9bb-459e-b8bc-0e74fe260f22 on host dv-cinder-845799-1-iscsi {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 20:07:33.968982 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-ccb7d116-f4b7-4827-93f6-600a6af9b8bc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9b772ac0534f482a809c677570a51fc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3113961 Jun 27 20:07:33.968982 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7d116-f4b7-4827-93f6-600a6af9b8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf131848-d255-486d-a222-c3a5dec68795,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:33.969247 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 56434) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:34.035379 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.db.api [None req-107e3822-8a8c-4197-a48b-853b31299489 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 20:07:34.035768 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG oslo_db.api [None req-107e3822-8a8c-4197-a48b-853b31299489 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 20:07:34.088935 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fdb3e470-c2d0-48e5-9db8-6b197bbe5571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614162', 'neutron.services.segments.db._delete_segments_for_network-8741810542969'] for network, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:34.124396 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-fdb3e470-c2d0-48e5-9db8-6b197bbe5571 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be906d6d-af38-482a-8688-d9b054c18d1f']}} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:07:34.141607 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a952f355-0ccd-45d2-9920-1968a8dcca38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:34.143975 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-fdb3e470-c2d0-48e5-9db8-6b197bbe5571 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc') {'for_net_delete': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:07:34.144266 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-fdb3e470-c2d0-48e5-9db8-6b197bbe5571 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc') {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:07:34.163399 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fdb3e470-c2d0-48e5-9db8-6b197bbe5571 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741810611348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14146903'] for segment, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:34.189249 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a952f355-0ccd-45d2-9920-1968a8dcca38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:34.196561 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fdb3e470-c2d0-48e5-9db8-6b197bbe5571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603533'] for segment, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:34.211716 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb3e470-c2d0-48e5-9db8-6b197bbe5571 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=88114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 20:07:34.212104 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fdb3e470-c2d0-48e5-9db8-6b197bbe5571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-603522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14169859'] for segment, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:34.281142 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.services.segments.plugin [-] Segment ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc resource provider aggregate not found Jun 27 20:07:34.299266 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.services.segments.plugin [-] Segment ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ffcfdfc2-63ba-4cf9-83c7-aca700a62fcc found for delete ", "request_id": "req-7108c990-cc1f-4eff-8e33-e19e776dee0c"}]} Jun 27 20:07:34.513076 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fdb3e470-c2d0-48e5-9db8-6b197bbe5571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16271069'] for network, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:34.536974 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-107e3822-8a8c-4197-a48b-853b31299489 None None] Deleting port 56c06c84-a9bb-459e-b8bc-0e74fe260f22 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:07:34.537493 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-107e3822-8a8c-4197-a48b-853b31299489 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:34.540693 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fdb3e470-c2d0-48e5-9db8-6b197bbe5571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for network, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:34.551044 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3e470-c2d0-48e5-9db8-6b197bbe5571 admin admin] Pushing event deleted for resources: {'Network': ['ID=be906d6d-af38-482a-8688-d9b054c18d1f,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:34.569298 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a952f355-0ccd-45d2-9920-1968a8dcca38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:34.592405 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952f355-0ccd-45d2-9920-1968a8dcca38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf131848-d255-486d-a222-c3a5dec68795,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:34.594515 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a952f355-0ccd-45d2-9920-1968a8dcca38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:34.598083 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-a952f355-0ccd-45d2-9920-1968a8dcca38 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bf131848-d255-486d-a222-c3a5dec68795 HTTP/1.1" status: 204 len: 168 time: 0.6254785 Jun 27 20:07:34.606376 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-fdb3e470-c2d0-48e5-9db8-6b197bbe5571 admin admin] 10.222.0.23 "DELETE /v2.0/networks/be906d6d-af38-482a-8688-d9b054c18d1f HTTP/1.1" status: 204 len: 168 time: 1.5960760 Jun 27 20:07:34.630601 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccebbde-9d24-44d8-b521-025acba67a66 req-b51e2971-c569-4141-b651-01283b58f4d1 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:34.632139 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9ccebbde-9d24-44d8-b521-025acba67a66 req-b51e2971-c569-4141-b651-01283b58f4d1 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.2295437 Jun 27 20:07:34.633704 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-107e3822-8a8c-4197-a48b-853b31299489 None None] The port '56c06c84-a9bb-459e-b8bc-0e74fe260f22' was deleted {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 27 20:07:34.639771 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a1298-bb15-42d3-8c76-88c39f5b8de0 req-2c93cecf-5a1f-4593-af15-f7bc18956f5f tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:34.641465 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-683a1298-bb15-42d3-8c76-88c39f5b8de0 req-2c93cecf-5a1f-4593-af15-f7bc18956f5f tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d283f57-23ed-46e5-a707-0dda4d46469e HTTP/1.1" status: 200 len: 945 time: 0.1960781 Jun 27 20:07:34.716216 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9ccebbde-9d24-44d8-b521-025acba67a66 req-b6cfe305-96db-4954-94f6-02736f5d8551 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682256 Jun 27 20:07:34.723590 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-683a1298-bb15-42d3-8c76-88c39f5b8de0 req-579015c1-606b-4925-9106-ff614902cadf tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744534 Jun 27 20:07:34.788340 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 1c847c6b-6748-4a55-9a03-dcf04d2d8c62 up at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:07:34.853321 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 56454) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:34.918910 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning for port 1c847c6b-6748-4a55-9a03-dcf04d2d8c62 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:07:34.924517 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning complete for port 1c847c6b-6748-4a55-9a03-dcf04d2d8c62 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:07:34.925175 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:35.034998 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-9a2fdffd-1df6-402f-92f5-37a22de57ed2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b643fa8ee8a4b5abceb14b8ff2811ca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1800506 Jun 27 20:07:35.037521 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 56464) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:35.082872 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 1c847c6b-6748-4a55-9a03-dcf04d2d8c62 is: BUILD; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:07:35.083670 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:35.109464 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9901b-9cd2-4e09-9450-06ce0a935b72 req-d8bc4f00-5e8d-40c0-884d-d24af56536ae tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:35.121730 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-11f9901b-9cd2-4e09-9450-06ce0a935b72 req-d8bc4f00-5e8d-40c0-884d-d24af56536ae tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8a74a42-82c0-4d21-bb2a-97e7f1470655 HTTP/1.1" status: 200 len: 946 time: 0.2088504 Jun 27 20:07:35.127935 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 1c847c6b-6748-4a55-9a03-dcf04d2d8c62, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=1c847c6b-6748-4a55-9a03-dcf04d2d8c62,segment=NetworkSegment(70ec0be9-e69b-40c6-8287-7d7eb9cf58b4),segment_id=70ec0be9-e69b-40c6-8287-7d7eb9cf58b4)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:07:35.129101 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d283f57-23ed-46e5-a707-0dda4d46469e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c847c6b-6748-4a55-9a03-dcf04d2d8c62'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:07:35.135457 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:35.189247 dv-cinder-845799-1-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4998cab-e911-4224-a682-dfd85b9f5981'] response: {'server_uuid': '8d283f57-23ed-46e5-a707-0dda4d46469e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c847c6b-6748-4a55-9a03-dcf04d2d8c62', 'code': 200} Jun 27 20:07:35.210240 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-11f9901b-9cd2-4e09-9450-06ce0a935b72 req-985667e6-8e75-4177-aecf-4af74d7f3cf7 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869489 Jun 27 20:07:35.230896 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=1c847c6b-6748-4a55-9a03-dcf04d2d8c62,revision_number=5']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:35.245057 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-df73f16a-65e1-4097-b4b5-cc5a0f290bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:35.277808 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-df73f16a-65e1-4097-b4b5-cc5a0f290bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:35.344239 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-df73f16a-65e1-4097-b4b5-cc5a0f290bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:35.370279 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73f16a-65e1-4097-b4b5-cc5a0f290bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1a96c0-242c-4cf8-8bf7-1d4b73670058,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:35.385783 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-df73f16a-65e1-4097-b4b5-cc5a0f290bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:35.385783 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-df73f16a-65e1-4097-b4b5-cc5a0f290bf1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a1a96c0-242c-4cf8-8bf7-1d4b73670058 HTTP/1.1" status: 204 len: 168 time: 0.3395486 Jun 27 20:07:35.580015 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc29b4b-48b2-4de8-8835-568e970a35a5 req-3b895efc-9a60-43b3-ae5d-932080a262af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:35.581389 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-abc29b4b-48b2-4de8-8835-568e970a35a5 req-3b895efc-9a60-43b3-ae5d-932080a262af service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8d283f57-23ed-46e5-a707-0dda4d46469e HTTP/1.1" status: 200 len: 1099 time: 0.0840976 Jun 27 20:07:35.638369 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-abc29b4b-48b2-4de8-8835-568e970a35a5 req-1ff0f580-19fc-466a-8244-d999678fd9ab service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500393 Jun 27 20:07:35.799356 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 56508) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:36.025389 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-7be68df3-319d-43e3-b0e0-11788cb839f1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1415303897-network', 'tenant_id': 'c02bf400ebdc46a1a6d8d59161e15a2b'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:07:36.034480 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-7be68df3-319d-43e3-b0e0-11788cb839f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:07:36.040875 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-7be68df3-319d-43e3-b0e0-11788cb839f1 admin admin] Usage tracker for resource:network and tenant:c02bf400ebdc46a1a6d8d59161e15a2b is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:07:36.044239 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-7be68df3-319d-43e3-b0e0-11788cb839f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:07:36.054873 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267c4ab-b512-4b6d-8f17-e9583d42a94d req-0461bd42-e20a-4f9f-974e-ef39a703c371 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:36.056486 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6267c4ab-b512-4b6d-8f17-e9583d42a94d req-0461bd42-e20a-4f9f-974e-ef39a703c371 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d283f57-23ed-46e5-a707-0dda4d46469e HTTP/1.1" status: 200 len: 946 time: 0.1151605 Jun 27 20:07:36.060368 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-7be68df3-319d-43e3-b0e0-11788cb839f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:07:36.094626 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be68df3-319d-43e3-b0e0-11788cb839f1 admin admin] Made reservation on behalf of c02bf400ebdc46a1a6d8d59161e15a2b for: {'network': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:07:36.098256 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7be68df3-319d-43e3-b0e0-11788cb839f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for network, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:36.137393 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7be68df3-319d-43e3-b0e0-11788cb839f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:36.169703 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6267c4ab-b512-4b6d-8f17-e9583d42a94d req-9dd06210-08f6-4ea1-8dfd-2ff7e7288081 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039419 Jun 27 20:07:36.170734 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-7be68df3-319d-43e3-b0e0-11788cb839f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:07:36.175617 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-7be68df3-319d-43e3-b0e0-11788cb839f1 admin admin] Usage tracker for resource:security_group_rule and tenant:c02bf400ebdc46a1a6d8d59161e15a2b is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:07:36.181218 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-7be68df3-319d-43e3-b0e0-11788cb839f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:07:36.191119 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-7be68df3-319d-43e3-b0e0-11788cb839f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:07:36.280020 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7be68df3-319d-43e3-b0e0-11788cb839f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:36.283887 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7be68df3-319d-43e3-b0e0-11788cb839f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:36.314181 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be68df3-319d-43e3-b0e0-11788cb839f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=88114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 20:07:36.323410 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be68df3-319d-43e3-b0e0-11788cb839f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da2e387-0a39-4174-b2c7-4e7078c00f1e,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:36.329237 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7be68df3-319d-43e3-b0e0-11788cb839f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603533'] for segment, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:36.329613 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.db.segments_db [None req-7be68df3-319d-43e3-b0e0-11788cb839f1 admin admin] Added segment 8aeb1745-71b9-47de-b1ea-ebde70603e48 of type vlan for network 5af6e4b2-e62b-4240-80b7-cd5388e61d06 Jun 27 20:07:36.358158 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7be68df3-319d-43e3-b0e0-11788cb839f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741810009101'] for network, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:36.386673 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7be68df3-319d-43e3-b0e0-11788cb839f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573'] for network, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:36.387974 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be68df3-319d-43e3-b0e0-11788cb839f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:36.389205 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7be68df3-319d-43e3-b0e0-11788cb839f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for network, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:36.499024 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be68df3-319d-43e3-b0e0-11788cb839f1 admin admin] Pushing event updated for resources: {'Network': ['ID=5af6e4b2-e62b-4240-80b7-cd5388e61d06,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:36.503725 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-7be68df3-319d-43e3-b0e0-11788cb839f1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7033954 Jun 27 20:07:36.507205 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 56534) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:36.516534 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Network 5af6e4b2-e62b-4240-80b7-cd5388e61d06 details requested by agent ovs-agent-dv-cinder-845799-1-iscsi with host dv-cinder-845799-1-iscsi {{(pid=88115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 20:07:36.525879 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-98988e6b-1f8a-4c36-99ff-1b91b2168721 admin admin] Request body: {'subnet': {'network_id': '5af6e4b2-e62b-4240-80b7-cd5388e61d06', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1415303897-subnet', 'tenant_id': 'c02bf400ebdc46a1a6d8d59161e15a2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:07:36.542605 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-98988e6b-1f8a-4c36-99ff-1b91b2168721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:07:36.551527 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-98988e6b-1f8a-4c36-99ff-1b91b2168721 admin admin] Usage tracker for resource:subnet and tenant:c02bf400ebdc46a1a6d8d59161e15a2b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:07:36.554513 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-98988e6b-1f8a-4c36-99ff-1b91b2168721 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:07:36.572367 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-98988e6b-1f8a-4c36-99ff-1b91b2168721 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:07:36.597892 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98988e6b-1f8a-4c36-99ff-1b91b2168721 admin admin] Made reservation on behalf of c02bf400ebdc46a1a6d8d59161e15a2b for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:07:36.602565 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98988e6b-1f8a-4c36-99ff-1b91b2168721 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14291746'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:36.843393 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98988e6b-1f8a-4c36-99ff-1b91b2168721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16137241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14291732'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:36.924823 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98988e6b-1f8a-4c36-99ff-1b91b2168721 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eb97d48-abde-4ec1-8dfe-2658236ff9df,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:36.943550 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98988e6b-1f8a-4c36-99ff-1b91b2168721 admin admin] Checking segment: {'id': '8aeb1745-71b9-47de-b1ea-ebde70603e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5af6e4b2-e62b-4240-80b7-cd5388e61d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:07:36.944675 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98988e6b-1f8a-4c36-99ff-1b91b2168721 admin admin] Network hostable DHCP agents. Network: 5af6e4b2-e62b-4240-80b7-cd5388e61d06, hostable agents: ['4165b8a7-5268-4093-844e-4587fa48cc65'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 20:07:36.969305 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98988e6b-1f8a-4c36-99ff-1b91b2168721 admin admin] Network 5af6e4b2-e62b-4240-80b7-cd5388e61d06 is scheduled to be hosted by DHCP agent 4165b8a7-5268-4093-844e-4587fa48cc65 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 20:07:36.980713 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-98988e6b-1f8a-4c36-99ff-1b91b2168721 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845799-1-iscsi, 5af6e4b2-e62b-4240-80b7-cd5388e61d06) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:07:36.986223 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98988e6b-1f8a-4c36-99ff-1b91b2168721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:36.987107 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-98988e6b-1f8a-4c36-99ff-1b91b2168721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:36.992727 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a964afbb-3bdc-40d9-b0af-decaebab25b4 None None] Network 5af6e4b2-e62b-4240-80b7-cd5388e61d06 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:07:37.019866 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-98988e6b-1f8a-4c36-99ff-1b91b2168721 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5042782 Jun 27 20:07:37.307574 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db140413-a8b9-4a84-bb30-2423b94e95c2 None None] Network 5af6e4b2-e62b-4240-80b7-cd5388e61d06 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:07:37.498056 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc3b6c-8147-4990-b4d1-2f9558190142 req-105c7945-64a5-4fac-aaf9-84d3b1dc1bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:37.499629 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-43dc3b6c-8147-4990-b4d1-2f9558190142 req-105c7945-64a5-4fac-aaf9-84d3b1dc1bd4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff42080e13fb414597e5f10abbe3434d&device_id=a8a74a42-82c0-4d21-bb2a-97e7f1470655 HTTP/1.1" status: 200 len: 1099 time: 0.2032564 Jun 27 20:07:37.543976 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b413c7-ae63-49a5-91fc-8b5f9acd9a34 req-958002b2-3166-4de4-a1f3-52b8d7de52e7 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:37.545688 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-04b413c7-ae63-49a5-91fc-8b5f9acd9a34 req-958002b2-3166-4de4-a1f3-52b8d7de52e7 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d283f57-23ed-46e5-a707-0dda4d46469e HTTP/1.1" status: 200 len: 946 time: 0.2182963 Jun 27 20:07:37.598277 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f223ce2-4411-4e58-acdd-1f735fe88fef req-e4de2b3a-9c8d-4b8b-bdc1-3abc52a1b9d6 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:37.600411 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5f223ce2-4411-4e58-acdd-1f735fe88fef req-e4de2b3a-9c8d-4b8b-bdc1-3abc52a1b9d6 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8a74a42-82c0-4d21-bb2a-97e7f1470655 HTTP/1.1" status: 200 len: 946 time: 0.1883337 Jun 27 20:07:37.667570 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-04b413c7-ae63-49a5-91fc-8b5f9acd9a34 req-42d4c57d-fd7d-4d6d-825d-4d8685ca4b76 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112752 Jun 27 20:07:37.747171 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc3b6c-8147-4990-b4d1-2f9558190142 req-2ce9e3f5-e60f-4849-83d4-b406b7675bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:37.748653 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-43dc3b6c-8147-4990-b4d1-2f9558190142 req-2ce9e3f5-e60f-4849-83d4-b406b7675bf0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=edb7acd2-275d-4d02-9861-85e070a17792 HTTP/1.1" status: 200 len: 920 time: 0.2162232 Jun 27 20:07:37.753496 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5f223ce2-4411-4e58-acdd-1f735fe88fef req-a9c38614-4703-433d-b4b0-379656dd767f tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355941 Jun 27 20:07:37.877444 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-43dc3b6c-8147-4990-b4d1-2f9558190142 req-6068b3b7-b41b-4f1c-b36c-94caa363e2a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97a5e2fc-290a-4696-8ea5-122ccb999592 HTTP/1.1" status: 200 len: 217 time: 0.1066055 Jun 27 20:07:37.980059 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc3b6c-8147-4990-b4d1-2f9558190142 req-12222061-fcc9-48b3-aeef-37e632d444d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:37.981789 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-43dc3b6c-8147-4990-b4d1-2f9558190142 req-12222061-fcc9-48b3-aeef-37e632d444d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7d86a822-f147-437c-a8d8-a85441e6e85f HTTP/1.1" status: 200 len: 858 time: 0.0950539 Jun 27 20:07:38.050224 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 56602) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:38.055594 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-930e549a-f66b-442c-b664-35fc3d846ee5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-32770219-network', 'tenant_id': '8c1d583d42854c2199b9d1fa93a74c07'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:07:38.059984 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-930e549a-f66b-442c-b664-35fc3d846ee5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:07:38.064005 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-930e549a-f66b-442c-b664-35fc3d846ee5 admin admin] Usage tracker for resource:network and tenant:8c1d583d42854c2199b9d1fa93a74c07 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:07:38.067269 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-930e549a-f66b-442c-b664-35fc3d846ee5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:07:38.072934 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-930e549a-f66b-442c-b664-35fc3d846ee5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:07:38.073088 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc3b6c-8147-4990-b4d1-2f9558190142 req-32bb3100-7104-44cf-8f71-c144e48376e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:38.074545 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-43dc3b6c-8147-4990-b4d1-2f9558190142 req-32bb3100-7104-44cf-8f71-c144e48376e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=edb7acd2-275d-4d02-9861-85e070a17792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0849676 Jun 27 20:07:38.083104 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930e549a-f66b-442c-b664-35fc3d846ee5 admin admin] Made reservation on behalf of 8c1d583d42854c2199b9d1fa93a74c07 for: {'network': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:07:38.086454 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-930e549a-f66b-442c-b664-35fc3d846ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for network, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:38.099290 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-930e549a-f66b-442c-b664-35fc3d846ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:38.114483 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-930e549a-f66b-442c-b664-35fc3d846ee5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:07:38.118345 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-930e549a-f66b-442c-b664-35fc3d846ee5 admin admin] Usage tracker for resource:security_group_rule and tenant:8c1d583d42854c2199b9d1fa93a74c07 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:07:38.121259 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-930e549a-f66b-442c-b664-35fc3d846ee5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:07:38.128760 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-930e549a-f66b-442c-b664-35fc3d846ee5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:07:38.224184 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-43dc3b6c-8147-4990-b4d1-2f9558190142 req-3fcb19ef-76f2-485a-bda3-a6e6fbed039b service neutron] 10.222.0.15 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427047 Jun 27 20:07:38.242831 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-930e549a-f66b-442c-b664-35fc3d846ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:38.248181 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-930e549a-f66b-442c-b664-35fc3d846ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:38.268351 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-930e549a-f66b-442c-b664-35fc3d846ee5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=88114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 20:07:38.292077 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-930e549a-f66b-442c-b664-35fc3d846ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603533'] for segment, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:38.292670 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.db.segments_db [None req-930e549a-f66b-442c-b664-35fc3d846ee5 admin admin] Added segment f744be40-a4f1-4d8e-9183-d3542d7b3c7c of type vlan for network 2245717e-6a88-4bf4-9a89-18202f3a1ed2 Jun 27 20:07:38.331841 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e549a-f66b-442c-b664-35fc3d846ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f0f872-7531-4895-b247-4ab6c8b1fe6c,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:38.350130 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-930e549a-f66b-442c-b664-35fc3d846ee5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741810009101'] for network, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:38.383857 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-930e549a-f66b-442c-b664-35fc3d846ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573'] for network, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:38.385095 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930e549a-f66b-442c-b664-35fc3d846ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:38.385781 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-930e549a-f66b-442c-b664-35fc3d846ee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for network, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:38.429294 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 56612) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:38.482546 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-43dc3b6c-8147-4990-b4d1-2f9558190142 req-fc8a2d27-f445-4b25-8eb8-b0f7643f5eb8 service neutron] 10.222.0.15 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515693 Jun 27 20:07:38.501981 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-930e549a-f66b-442c-b664-35fc3d846ee5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4503975 Jun 27 20:07:38.502907 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e549a-f66b-442c-b664-35fc3d846ee5 admin admin] Pushing event updated for resources: {'Network': ['ID=2245717e-6a88-4bf4-9a89-18202f3a1ed2,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:38.505735 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 56618) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:38.511940 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-b2f86fc1-4685-4b7e-b2cd-648be50894d6 admin admin] Request body: {'subnet': {'network_id': '2245717e-6a88-4bf4-9a89-18202f3a1ed2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-32770219-subnet', 'tenant_id': '8c1d583d42854c2199b9d1fa93a74c07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:07:38.514303 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Network 2245717e-6a88-4bf4-9a89-18202f3a1ed2 details requested by agent ovs-agent-dv-cinder-845799-1-iscsi with host dv-cinder-845799-1-iscsi {{(pid=88115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 20:07:38.516856 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b2f86fc1-4685-4b7e-b2cd-648be50894d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:07:38.520838 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-b2f86fc1-4685-4b7e-b2cd-648be50894d6 admin admin] Usage tracker for resource:subnet and tenant:8c1d583d42854c2199b9d1fa93a74c07 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:07:38.524508 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-b2f86fc1-4685-4b7e-b2cd-648be50894d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:07:38.537881 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b2f86fc1-4685-4b7e-b2cd-648be50894d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:07:38.553114 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f86fc1-4685-4b7e-b2cd-648be50894d6 admin admin] Made reservation on behalf of 8c1d583d42854c2199b9d1fa93a74c07 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:07:38.556962 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b2f86fc1-4685-4b7e-b2cd-648be50894d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14291746'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:38.640430 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d7ec0cf-d8d8-4920-b6c6-06bfdfcecdb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:38.675741 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8d7ec0cf-d8d8-4920-b6c6-06bfdfcecdb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:07:38.682725 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-8d7ec0cf-d8d8-4920-b6c6-06bfdfcecdb5 admin admin] Usage tracker for resource:security_group_rule and tenant:850de6f9604e4c45b0f6b2ca8937c596 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:07:38.688939 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-8d7ec0cf-d8d8-4920-b6c6-06bfdfcecdb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:07:38.698905 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8d7ec0cf-d8d8-4920-b6c6-06bfdfcecdb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:07:38.872140 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d7ec0cf-d8d8-4920-b6c6-06bfdfcecdb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:38.886442 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d7ec0cf-d8d8-4920-b6c6-06bfdfcecdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:38.916299 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b2f86fc1-4685-4b7e-b2cd-648be50894d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16137241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14291732'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:38.960567 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccf48d-2f95-4e5d-9fe4-4ae2875a5012 req-9ff31fc8-2fb3-4613-ac6d-7dcbab02af03 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:38.962051 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b7ccf48d-2f95-4e5d-9fe4-4ae2875a5012 req-9ff31fc8-2fb3-4613-ac6d-7dcbab02af03 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d283f57-23ed-46e5-a707-0dda4d46469e HTTP/1.1" status: 200 len: 946 time: 0.1763268 Jun 27 20:07:38.986085 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-8d7ec0cf-d8d8-4920-b6c6-06bfdfcecdb5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=850de6f9604e4c45b0f6b2ca8937c596&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5557253 Jun 27 20:07:38.988237 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ec0cf-d8d8-4920-b6c6-06bfdfcecdb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873b3d6f-046e-44a9-a4ec-4b6f959cd91e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:38.989319 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 56632) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:39.028304 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f86fc1-4685-4b7e-b2cd-648be50894d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c00c559d-c195-47d8-b613-83f6d8723097,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:39.039518 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f86fc1-4685-4b7e-b2cd-648be50894d6 admin admin] Checking segment: {'id': 'f744be40-a4f1-4d8e-9183-d3542d7b3c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2245717e-6a88-4bf4-9a89-18202f3a1ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:07:39.039518 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f86fc1-4685-4b7e-b2cd-648be50894d6 admin admin] Network hostable DHCP agents. Network: 2245717e-6a88-4bf4-9a89-18202f3a1ed2, hostable agents: ['4165b8a7-5268-4093-844e-4587fa48cc65'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 20:07:39.048433 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b7ccf48d-2f95-4e5d-9fe4-4ae2875a5012 req-25352a8c-fb38-4a01-a370-82bc845508d5 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802081 Jun 27 20:07:39.063821 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f86fc1-4685-4b7e-b2cd-648be50894d6 admin admin] Network 2245717e-6a88-4bf4-9a89-18202f3a1ed2 is scheduled to be hosted by DHCP agent 4165b8a7-5268-4093-844e-4587fa48cc65 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 20:07:39.084102 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-b2f86fc1-4685-4b7e-b2cd-648be50894d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845799-1-iscsi, 2245717e-6a88-4bf4-9a89-18202f3a1ed2) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:07:39.090656 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b664f46-597e-4457-9ae5-448488c76c3b req-27110e28-c846-46c8-af18-389365025bc4 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:39.092143 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6b664f46-597e-4457-9ae5-448488c76c3b req-27110e28-c846-46c8-af18-389365025bc4 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8a74a42-82c0-4d21-bb2a-97e7f1470655 HTTP/1.1" status: 200 len: 946 time: 0.1851795 Jun 27 20:07:39.092549 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346cfb43-348e-4d29-ba3f-1e7a108e4b8b None None] Network 2245717e-6a88-4bf4-9a89-18202f3a1ed2 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:07:39.109759 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f86fc1-4685-4b7e-b2cd-648be50894d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:39.111356 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b2f86fc1-4685-4b7e-b2cd-648be50894d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:39.146777 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0f4e8dbf-0dae-4490-9805-7aacd624436d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:39.149648 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-b2f86fc1-4685-4b7e-b2cd-648be50894d6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6410151 Jun 27 20:07:39.223995 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6b664f46-597e-4457-9ae5-448488c76c3b req-ac8e8b15-ad86-4fdf-b838-dc264266ed03 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099412 Jun 27 20:07:39.231938 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0f4e8dbf-0dae-4490-9805-7aacd624436d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:39.312076 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0f4e8dbf-0dae-4490-9805-7aacd624436d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:39.341689 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e8dbf-0dae-4490-9805-7aacd624436d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873b3d6f-046e-44a9-a4ec-4b6f959cd91e,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:39.352280 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0f4e8dbf-0dae-4490-9805-7aacd624436d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:39.353634 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-0f4e8dbf-0dae-4490-9805-7aacd624436d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/873b3d6f-046e-44a9-a4ec-4b6f959cd91e HTTP/1.1" status: 204 len: 168 time: 0.3631341 Jun 27 20:07:39.423987 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab8f5f9-5edd-4783-b459-282f494ba067 None None] Network 2245717e-6a88-4bf4-9a89-18202f3a1ed2 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:07:40.599369 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a69cb-d1de-42d1-bbf3-4e1284148b1a req-f5f23105-585a-4bdf-8d8a-0a9d0a76763d tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:40.601424 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-db9a69cb-d1de-42d1-bbf3-4e1284148b1a req-f5f23105-585a-4bdf-8d8a-0a9d0a76763d tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8a74a42-82c0-4d21-bb2a-97e7f1470655 HTTP/1.1" status: 200 len: 946 time: 0.2598917 Jun 27 20:07:40.610297 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbcc4c-34e7-4c75-aa35-0d9daeca015b req-aa9eb8b3-ab84-494d-bcaa-d76411f53e92 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:40.611782 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-44fbcc4c-34e7-4c75-aa35-0d9daeca015b req-aa9eb8b3-ab84-494d-bcaa-d76411f53e92 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d283f57-23ed-46e5-a707-0dda4d46469e HTTP/1.1" status: 200 len: 946 time: 0.2262278 Jun 27 20:07:40.682605 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-db9a69cb-d1de-42d1-bbf3-4e1284148b1a req-0407bcd3-4f77-4ee4-a82d-eeaa938d1f97 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696774 Jun 27 20:07:40.723352 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-44fbcc4c-34e7-4c75-aa35-0d9daeca015b req-6126db33-0541-4b88-8939-9a73bcdf2fb8 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611422 Jun 27 20:07:41.103204 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:41.973808 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f999b4f-3cb8-4965-81e3-8272c23ea715 req-5c302f09-4938-4cf2-9a7d-2338bde2f93b tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:41.975773 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6f999b4f-3cb8-4965-81e3-8272c23ea715 req-5c302f09-4938-4cf2-9a7d-2338bde2f93b tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8a74a42-82c0-4d21-bb2a-97e7f1470655 HTTP/1.1" status: 200 len: 946 time: 0.1692915 Jun 27 20:07:41.992192 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129b920-0ae2-4484-aee7-5b8d23e424d3 req-cef26097-2926-40f8-bccb-30a2f31e2fb5 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:41.994069 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5129b920-0ae2-4484-aee7-5b8d23e424d3 req-cef26097-2926-40f8-bccb-30a2f31e2fb5 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d283f57-23ed-46e5-a707-0dda4d46469e HTTP/1.1" status: 200 len: 946 time: 0.1357157 Jun 27 20:07:42.065452 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6f999b4f-3cb8-4965-81e3-8272c23ea715 req-9a4c4b2d-c6f7-47ca-a312-c550016fae75 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704169 Jun 27 20:07:42.068205 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5129b920-0ae2-4484-aee7-5b8d23e424d3 req-08985444-bfeb-4212-87e8-63b3a9b9c916 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590570 Jun 27 20:07:42.539851 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f56fb-055c-44c5-b3c5-fec5bcf9db86 req-b54cfc26-832e-4e2b-96df-4e310cdf184b tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:42.540610 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-e03f56fb-055c-44c5-b3c5-fec5bcf9db86 req-b54cfc26-832e-4e2b-96df-4e310cdf184b tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Synchronizing usage tracker for tenant:556b5230b0714598b08119eddf837d5f on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:07:42.558124 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-e03f56fb-055c-44c5-b3c5-fec5bcf9db86 req-b54cfc26-832e-4e2b-96df-4e310cdf184b tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Unset dirty status for tenant:556b5230b0714598b08119eddf837d5f on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:07:42.559467 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-e03f56fb-055c-44c5-b3c5-fec5bcf9db86 req-b54cfc26-832e-4e2b-96df-4e310cdf184b tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d283f57-23ed-46e5-a707-0dda4d46469e HTTP/1.1" status: 200 len: 946 time: 0.1122737 Jun 27 20:07:42.633822 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-e03f56fb-055c-44c5-b3c5-fec5bcf9db86 req-fcd0ae27-abb7-4115-902c-687d4f231485 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Deleting port 1c847c6b-6748-4a55-9a03-dcf04d2d8c62 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:07:42.634166 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e03f56fb-055c-44c5-b3c5-fec5bcf9db86 req-fcd0ae27-abb7-4115-902c-687d4f231485 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:42.892778 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-e03f56fb-055c-44c5-b3c5-fec5bcf9db86 req-fcd0ae27-abb7-4115-902c-687d4f231485 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] For port 1c847c6b-6748-4a55-9a03-dcf04d2d8c62, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=1c847c6b-6748-4a55-9a03-dcf04d2d8c62,segment=NetworkSegment(70ec0be9-e69b-40c6-8287-7d7eb9cf58b4),segment_id=70ec0be9-e69b-40c6-8287-7d7eb9cf58b4)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:07:42.893134 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e03f56fb-055c-44c5-b3c5-fec5bcf9db86 req-fcd0ae27-abb7-4115-902c-687d4f231485 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:43.016745 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-e03f56fb-055c-44c5-b3c5-fec5bcf9db86 req-fcd0ae27-abb7-4115-902c-687d4f231485 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Calling delete_port for 1c847c6b-6748-4a55-9a03-dcf04d2d8c62 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:07:43.206984 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e03f56fb-055c-44c5-b3c5-fec5bcf9db86 req-fcd0ae27-abb7-4115-902c-687d4f231485 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:43.248267 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['1c847c6b-6748-4a55-9a03-dcf04d2d8c62'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:07:43.296111 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0ae27-abb7-4115-902c-687d4f231485 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Pushing event deleted for resources: {'Port': ['ID=1c847c6b-6748-4a55-9a03-dcf04d2d8c62,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:43.305163 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c23bdf8a-1ca6-496e-9b14-251ff0d4eebd req-904227be-27b3-47e1-88cb-e85b0f076279 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d283f57-23ed-46e5-a707-0dda4d46469e HTTP/1.1" status: 200 len: 210 time: 0.0801058 Jun 27 20:07:43.417031 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03f56fb-055c-44c5-b3c5-fec5bcf9db86 req-fcd0ae27-abb7-4115-902c-687d4f231485 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] No DVR routers for this DVR port 1c847c6b-6748-4a55-9a03-dcf04d2d8c62 on host hv-cinder-84579 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 20:07:43.419729 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e03f56fb-055c-44c5-b3c5-fec5bcf9db86 req-fcd0ae27-abb7-4115-902c-687d4f231485 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:43.424549 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d283f57-23ed-46e5-a707-0dda4d46469e', 'name': 'network-vif-deleted', 'tag': '1c847c6b-6748-4a55-9a03-dcf04d2d8c62'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:07:43.429484 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67e64d-c61e-44f0-913c-bdaa54ca04e5 req-18b64612-cfa0-4aeb-81d6-c1080775cd1f tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:43.431699 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fb67e64d-c61e-44f0-913c-bdaa54ca04e5 req-18b64612-cfa0-4aeb-81d6-c1080775cd1f tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8a74a42-82c0-4d21-bb2a-97e7f1470655 HTTP/1.1" status: 200 len: 946 time: 0.1245050 Jun 27 20:07:43.457878 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-e03f56fb-055c-44c5-b3c5-fec5bcf9db86 req-fcd0ae27-abb7-4115-902c-687d4f231485 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.15 "DELETE /v2.0/ports/1c847c6b-6748-4a55-9a03-dcf04d2d8c62 HTTP/1.1" status: 204 len: 173 time: 0.8920057 Jun 27 20:07:43.495158 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1abdc999-1597-4f30-810e-29ee95a20045'] response: {'server_uuid': '8d283f57-23ed-46e5-a707-0dda4d46469e', 'name': 'network-vif-deleted', 'tag': '1c847c6b-6748-4a55-9a03-dcf04d2d8c62', 'status': 'completed', 'code': 200} Jun 27 20:07:43.505103 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fb67e64d-c61e-44f0-913c-bdaa54ca04e5 req-f7975774-3238-4c66-886e-bc16c104e1c1 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675051 Jun 27 20:07:44.598717 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5d753c78-aa31-4988-8a4d-1f0de9df108d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:44.783452 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-7b5119c3-d386-4917-8036-45d3eca88871 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:44.784901 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-7b5119c3-d386-4917-8036-45d3eca88871 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/networks?id=f4593a0b-2a22-4dad-98a2-b1ad696a4351 HTTP/1.1" status: 200 len: 809 time: 0.2079556 Jun 27 20:07:44.807560 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72091d83-2b3b-45e2-856d-4c7b588971f4 req-804fd264-fbb5-44cc-accc-55334d818f25 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:44.809101 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-72091d83-2b3b-45e2-856d-4c7b588971f4 req-804fd264-fbb5-44cc-accc-55334d818f25 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8a74a42-82c0-4d21-bb2a-97e7f1470655 HTTP/1.1" status: 200 len: 946 time: 0.1566596 Jun 27 20:07:44.812202 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-004f80fd-3851-410a-8cc2-a0bbe740553d tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/quotas/556b5230b0714598b08119eddf837d5f HTTP/1.1" status: 200 len: 375 time: 0.0202694 Jun 27 20:07:44.882333 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-ec05b59d-d606-477e-a218-711fe3c9a482 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=556b5230b0714598b08119eddf837d5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647407 Jun 27 20:07:44.975522 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-72091d83-2b3b-45e2-856d-4c7b588971f4 req-a8f7f4a6-f69e-44f0-af35-d223014061ba tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200795 Jun 27 20:07:45.041542 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-f8bc0068-4b87-4498-ada5-f5e6d82ddf6e service neutron] 10.222.0.23 "GET /v2.0/networks/f4593a0b-2a22-4dad-98a2-b1ad696a4351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441398 Jun 27 20:07:45.181666 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-ae09c8f8-029a-4c99-9599-87df285f2746 service neutron] 10.222.0.23 "GET /v2.0/networks/f4593a0b-2a22-4dad-98a2-b1ad696a4351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308811 Jun 27 20:07:45.378124 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-36d33572-01cb-4ac7-b552-f7e0f046c0b8 req-e5235aa1-0de6-4e47-88fb-35bedc0edfb0 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d25ff00-e402-497d-be91-195cdcb2c702 HTTP/1.1" status: 200 len: 210 time: 0.0553553 Jun 27 20:07:45.841126 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 56866) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:45.963886 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3b358f4c-3ed4-4c9e-a8b0-8ac343bf911e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:45.981687 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3b358f4c-3ed4-4c9e-a8b0-8ac343bf911e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:07:45.985965 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-3b358f4c-3ed4-4c9e-a8b0-8ac343bf911e admin admin] Usage tracker for resource:security_group_rule and tenant:b7b065cb3cb14e5d83a12a07d7930be7 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:07:45.988833 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-3b358f4c-3ed4-4c9e-a8b0-8ac343bf911e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:07:45.995327 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3b358f4c-3ed4-4c9e-a8b0-8ac343bf911e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:07:46.080020 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3b358f4c-3ed4-4c9e-a8b0-8ac343bf911e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:46.084403 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3b358f4c-3ed4-4c9e-a8b0-8ac343bf911e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:46.135373 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-3b358f4c-3ed4-4c9e-a8b0-8ac343bf911e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b7b065cb3cb14e5d83a12a07d7930be7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2917058 Jun 27 20:07:46.137752 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b358f4c-3ed4-4c9e-a8b0-8ac343bf911e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052d8425-6b49-4810-9715-87e2edb1959e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:46.138338 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 56878) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:46.232772 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ea297e8c-0dfc-4f61-8b13-bceb3e119c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:46.254307 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3bc58-5333-4a7a-aeb3-72be049957f3 req-fbc9b822-541e-45c0-b056-edfdf29cebea tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:46.258035 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-85e3bc58-5333-4a7a-aeb3-72be049957f3 req-fbc9b822-541e-45c0-b056-edfdf29cebea tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8a74a42-82c0-4d21-bb2a-97e7f1470655 HTTP/1.1" status: 200 len: 946 time: 0.1600397 Jun 27 20:07:46.296481 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ea297e8c-0dfc-4f61-8b13-bceb3e119c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:46.351839 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-85e3bc58-5333-4a7a-aeb3-72be049957f3 req-bed2973e-be49-4061-b03d-32cdc7b660f0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904429 Jun 27 20:07:46.385600 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ea297e8c-0dfc-4f61-8b13-bceb3e119c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:46.401253 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea297e8c-0dfc-4f61-8b13-bceb3e119c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052d8425-6b49-4810-9715-87e2edb1959e,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:46.424364 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ea297e8c-0dfc-4f61-8b13-bceb3e119c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:46.429842 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-ea297e8c-0dfc-4f61-8b13-bceb3e119c66 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/052d8425-6b49-4810-9715-87e2edb1959e HTTP/1.1" status: 204 len: 168 time: 0.2816062 Jun 27 20:07:46.601974 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-85b98198-985f-4e4b-b63f-62effd8bce48 req-803c26dd-0347-49de-a2b9-401efba2e6d7 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d25ff00-e402-497d-be91-195cdcb2c702 HTTP/1.1" status: 200 len: 210 time: 0.0726070 Jun 27 20:07:46.817006 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-12aad00f-340d-4b2e-a260-d1d9e3e21d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:46.842242 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-b27a5189-2a90-47fa-9b3e-8cadaaf87ded tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:46.843764 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-b27a5189-2a90-47fa-9b3e-8cadaaf87ded tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.15 "GET /v2.0/networks?id=f4593a0b-2a22-4dad-98a2-b1ad696a4351 HTTP/1.1" status: 200 len: 809 time: 0.3328488 Jun 27 20:07:46.848183 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 1c847c6b-6748-4a55-9a03-dcf04d2d8c62 no longer exists at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:07:46.865983 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-a91cf003-bf3a-41ef-946a-b2471d1ee884 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Request body: {'port': {'device_id': '3d25ff00-e402-497d-be91-195cdcb2c702', 'network_id': 'f4593a0b-2a22-4dad-98a2-b1ad696a4351', 'admin_state_up': True, 'tenant_id': '556b5230b0714598b08119eddf837d5f'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:07:46.900413 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] No Port match for: 1c847c6b-6748-4a55-9a03-dcf04d2d8c62 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:07:46.900929 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 1c847c6b-6748-4a55-9a03-dcf04d2d8c62 not bound to the agent host hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:07:47.048742 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-a91cf003-bf3a-41ef-946a-b2471d1ee884 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:07:47.054326 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-a91cf003-bf3a-41ef-946a-b2471d1ee884 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Usage tracker for resource:port and tenant:556b5230b0714598b08119eddf837d5f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:07:47.058269 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-a91cf003-bf3a-41ef-946a-b2471d1ee884 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:07:47.067466 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-a91cf003-bf3a-41ef-946a-b2471d1ee884 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:07:47.086418 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-a91cf003-bf3a-41ef-946a-b2471d1ee884 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Made reservation on behalf of 556b5230b0714598b08119eddf837d5f for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:07:47.090012 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-a91cf003-bf3a-41ef-946a-b2471d1ee884 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:47.346233 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-a91cf003-bf3a-41ef-946a-b2471d1ee884 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Allocated IP 172.20.0.6 (f4593a0b-2a22-4dad-98a2-b1ad696a4351/497df734-2a85-43c5-92d9-01d9aed57e02/3ffd63da-4f91-456c-bba3-cd4c2303cf44) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:07:47.576140 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-a91cf003-bf3a-41ef-946a-b2471d1ee884 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:47.576367 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c75a76-b083-45c6-899a-a374d3f19ed5 req-70729dd8-ad7b-40b0-bf87-e645c30faae9 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:47.583446 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-61c75a76-b083-45c6-899a-a374d3f19ed5 req-70729dd8-ad7b-40b0-bf87-e645c30faae9 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8a74a42-82c0-4d21-bb2a-97e7f1470655 HTTP/1.1" status: 200 len: 946 time: 0.0997298 Jun 27 20:07:47.610036 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-a91cf003-bf3a-41ef-946a-b2471d1ee884 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:47.634597 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-61c75a76-b083-45c6-899a-a374d3f19ed5 req-6f39dc95-5630-4496-b963-0b16078433e2 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496321 Jun 27 20:07:47.697252 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-a91cf003-bf3a-41ef-946a-b2471d1ee884 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Network f4593a0b-2a22-4dad-98a2-b1ad696a4351 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:07:47.700241 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-a91cf003-bf3a-41ef-946a-b2471d1ee884 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:07:47.702842 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-a91cf003-bf3a-41ef-946a-b2471d1ee884 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:07:47.757129 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91cf003-bf3a-41ef-946a-b2471d1ee884 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Pushing event updated for resources: {'Port': ['ID=3ffd63da-4f91-456c-bba3-cd4c2303cf44,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:47.791173 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-a91cf003-bf3a-41ef-946a-b2471d1ee884 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:47.792121 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-a91cf003-bf3a-41ef-946a-b2471d1ee884 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:47.851221 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-a91cf003-bf3a-41ef-946a-b2471d1ee884 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9888597 Jun 27 20:07:47.873745 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-408c25f7-5851-47d9-95c9-2d26121f43f5 service neutron] Request body: {'port': {'device_id': '3d25ff00-e402-497d-be91-195cdcb2c702', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84579'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:07:47.975582 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:48.018910 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60df36f-b54a-439f-84ed-0642ab48d28c req-45e13e27-8d0f-4fd4-ac8c-37342788e6cc tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:48.027071 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f60df36f-b54a-439f-84ed-0642ab48d28c req-45e13e27-8d0f-4fd4-ac8c-37342788e6cc tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d25ff00-e402-497d-be91-195cdcb2c702 HTTP/1.1" status: 200 len: 931 time: 0.1159053 Jun 27 20:07:48.039675 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-408c25f7-5851-47d9-95c9-2d26121f43f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:48.056961 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:48.190714 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f60df36f-b54a-439f-84ed-0642ab48d28c req-bf3aff09-fb6b-4227-929e-ce3d32051511 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626258 Jun 27 20:07:48.484512 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-408c25f7-5851-47d9-95c9-2d26121f43f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ffd63da-4f91-456c-bba3-cd4c2303cf44 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:07:48.493331 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-408c25f7-5851-47d9-95c9-2d26121f43f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:48.513158 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-408c25f7-5851-47d9-95c9-2d26121f43f5 service neutron] Transition to ACTIVE for port object 3ffd63da-4f91-456c-bba3-cd4c2303cf44 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:07:48.518900 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-408c25f7-5851-47d9-95c9-2d26121f43f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:48.698122 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c25f7-5851-47d9-95c9-2d26121f43f5 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffd63da-4f91-456c-bba3-cd4c2303cf44,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:48.775103 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-408c25f7-5851-47d9-95c9-2d26121f43f5 service neutron] Attempting to bind port 3ffd63da-4f91-456c-bba3-cd4c2303cf44 on host hv-cinder-84579 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:07:48.775439 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-408c25f7-5851-47d9-95c9-2d26121f43f5 service neutron] Attempting to bind port 3ffd63da-4f91-456c-bba3-cd4c2303cf44 by drivers openvswitch,hyperv on host hv-cinder-84579 at level 0 using segments [{'id': '70ec0be9-e69b-40c6-8287-7d7eb9cf58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f4593a0b-2a22-4dad-98a2-b1ad696a4351'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:07:48.775761 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-408c25f7-5851-47d9-95c9-2d26121f43f5 service neutron] Attempting to bind port 3ffd63da-4f91-456c-bba3-cd4c2303cf44 on network f4593a0b-2a22-4dad-98a2-b1ad696a4351 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:07:48.780714 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-408c25f7-5851-47d9-95c9-2d26121f43f5 service neutron] Port 3ffd63da-4f91-456c-bba3-cd4c2303cf44 on network f4593a0b-2a22-4dad-98a2-b1ad696a4351 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84579 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 20:07:48.781223 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-408c25f7-5851-47d9-95c9-2d26121f43f5 service neutron] Attempting to bind port 3ffd63da-4f91-456c-bba3-cd4c2303cf44 on network f4593a0b-2a22-4dad-98a2-b1ad696a4351 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:07:48.787256 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-408c25f7-5851-47d9-95c9-2d26121f43f5 service neutron] Checking agent: {'id': '31e345cd-768d-4f38-b592-a73bb4a1bf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84579', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'started_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:07:48.787592 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-408c25f7-5851-47d9-95c9-2d26121f43f5 service neutron] Checking segment: {'id': '70ec0be9-e69b-40c6-8287-7d7eb9cf58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f4593a0b-2a22-4dad-98a2-b1ad696a4351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:07:48.787969 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-408c25f7-5851-47d9-95c9-2d26121f43f5 service neutron] Bound using segment: {'id': '70ec0be9-e69b-40c6-8287-7d7eb9cf58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f4593a0b-2a22-4dad-98a2-b1ad696a4351'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:07:48.788682 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-408c25f7-5851-47d9-95c9-2d26121f43f5 service neutron] Bound port: 3ffd63da-4f91-456c-bba3-cd4c2303cf44, host: hv-cinder-84579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70ec0be9-e69b-40c6-8287-7d7eb9cf58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f4593a0b-2a22-4dad-98a2-b1ad696a4351'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:07:48.789032 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-408c25f7-5851-47d9-95c9-2d26121f43f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:48.833303 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61125167-da4e-40e3-aaee-f72dc49955a5 req-56b0f9de-2a14-4d89-bcd5-03f27352d0d4 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:48.835391 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-61125167-da4e-40e3-aaee-f72dc49955a5 req-56b0f9de-2a14-4d89-bcd5-03f27352d0d4 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8a74a42-82c0-4d21-bb2a-97e7f1470655 HTTP/1.1" status: 200 len: 946 time: 0.0948620 Jun 27 20:07:48.888805 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-61125167-da4e-40e3-aaee-f72dc49955a5 req-ff0c1256-7bc9-4b14-8ac6-9cba66b239c8 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431013 Jun 27 20:07:48.896932 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-408c25f7-5851-47d9-95c9-2d26121f43f5 service neutron] For port 3ffd63da-4f91-456c-bba3-cd4c2303cf44, host hv-cinder-84579, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:07:48.900585 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-408c25f7-5851-47d9-95c9-2d26121f43f5 service neutron] For port 3ffd63da-4f91-456c-bba3-cd4c2303cf44, host hv-cinder-84579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=3ffd63da-4f91-456c-bba3-cd4c2303cf44,segment=NetworkSegment(70ec0be9-e69b-40c6-8287-7d7eb9cf58b4),segment_id=70ec0be9-e69b-40c6-8287-7d7eb9cf58b4)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:07:48.911545 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-408c25f7-5851-47d9-95c9-2d26121f43f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:48.974312 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-408c25f7-5851-47d9-95c9-2d26121f43f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:48.974945 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-408c25f7-5851-47d9-95c9-2d26121f43f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:48.976368 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-408c25f7-5851-47d9-95c9-2d26121f43f5 service neutron] 10.222.0.15 "PUT /v2.0/ports/3ffd63da-4f91-456c-bba3-cd4c2303cf44 HTTP/1.1" status: 200 len: 1093 time: 1.1099432 Jun 27 20:07:48.976804 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d25ff00-e402-497d-be91-195cdcb2c702', 'tag': '3ffd63da-4f91-456c-bba3-cd4c2303cf44'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:07:49.003797 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c25f7-5851-47d9-95c9-2d26121f43f5 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffd63da-4f91-456c-bba3-cd4c2303cf44,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:49.028400 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-911e680c-74aa-4f51-a5f3-ec382d2667b6'] response: {'name': 'network-changed', 'server_uuid': '3d25ff00-e402-497d-be91-195cdcb2c702', 'tag': '3ffd63da-4f91-456c-bba3-cd4c2303cf44', 'status': 'completed', 'code': 200} Jun 27 20:07:49.138880 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-4eeb456b-2d0b-4d5e-843c-a046bbeea527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:49.140259 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-4eeb456b-2d0b-4d5e-843c-a046bbeea527 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=556b5230b0714598b08119eddf837d5f&device_id=3d25ff00-e402-497d-be91-195cdcb2c702 HTTP/1.1" status: 200 len: 1096 time: 0.0804474 Jun 27 20:07:49.229447 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:49.321459 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-b45cc927-3d39-44aa-af09-c628089fab40 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ffd63da-4f91-456c-bba3-cd4c2303cf44 HTTP/1.1" status: 200 len: 217 time: 0.1548798 Jun 27 20:07:49.389645 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-1dcfa191-596b-44cc-b574-b57ea885b423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:49.391013 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-1dcfa191-596b-44cc-b574-b57ea885b423 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=497df734-2a85-43c5-92d9-01d9aed57e02 HTTP/1.1" status: 200 len: 849 time: 0.0604692 Jun 27 20:07:49.398206 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b89ad-92f2-4f34-9dbc-9984be2a48ac req-b1dbf9a6-87de-4778-b278-eb2b6cddb01f tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:49.399632 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-724b89ad-92f2-4f34-9dbc-9984be2a48ac req-b1dbf9a6-87de-4778-b278-eb2b6cddb01f tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d25ff00-e402-497d-be91-195cdcb2c702 HTTP/1.1" status: 200 len: 943 time: 0.0934501 Jun 27 20:07:49.443511 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-724b89ad-92f2-4f34-9dbc-9984be2a48ac req-7429e7c6-a10b-4a0e-95d6-8cde14bb170a tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374942 Jun 27 20:07:49.447064 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-19be50a9-84e1-4d85-9341-0a26b54cc033 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f4593a0b-2a22-4dad-98a2-b1ad696a4351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469332 Jun 27 20:07:49.580241 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-092a456d-f095-41c1-b3ad-2e98d85c5255 service neutron] 10.222.0.15 "GET /v2.0/networks/f4593a0b-2a22-4dad-98a2-b1ad696a4351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253870 Jun 27 20:07:49.722050 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-3e92ed8b-51f5-42b7-bd3e-859e0d0477de req-2974d913-33b9-4c9a-8b50-233849b22196 service neutron] 10.222.0.15 "GET /v2.0/networks/f4593a0b-2a22-4dad-98a2-b1ad696a4351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310301 Jun 27 20:07:49.913334 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70cdb7-04b8-4f9c-88c6-a0cb18ae5d12 req-a73809b6-c358-4843-aab5-8977ddb60154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:49.914924 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-8f70cdb7-04b8-4f9c-88c6-a0cb18ae5d12 req-a73809b6-c358-4843-aab5-8977ddb60154 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=556b5230b0714598b08119eddf837d5f&device_id=3d25ff00-e402-497d-be91-195cdcb2c702 HTTP/1.1" status: 200 len: 1096 time: 0.0852149 Jun 27 20:07:50.086744 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70cdb7-04b8-4f9c-88c6-a0cb18ae5d12 req-712dfb3e-d673-4ce5-a114-3a063a64424f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:50.088394 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-8f70cdb7-04b8-4f9c-88c6-a0cb18ae5d12 req-712dfb3e-d673-4ce5-a114-3a063a64424f service neutron] 10.222.0.15 "GET /v2.0/networks?id=f4593a0b-2a22-4dad-98a2-b1ad696a4351 HTTP/1.1" status: 200 len: 910 time: 0.1668828 Jun 27 20:07:50.165201 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43326c-1e19-496d-bf1e-77c631bcdf8f req-3368d4aa-e2e2-4b60-86cf-f93a48ea4f8a tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:50.166648 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3d43326c-1e19-496d-bf1e-77c631bcdf8f req-3368d4aa-e2e2-4b60-86cf-f93a48ea4f8a tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8a74a42-82c0-4d21-bb2a-97e7f1470655 HTTP/1.1" status: 200 len: 946 time: 0.0987973 Jun 27 20:07:50.179850 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-8f70cdb7-04b8-4f9c-88c6-a0cb18ae5d12 req-af6afd35-fec7-4b10-98b0-0b0ad6696b55 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ffd63da-4f91-456c-bba3-cd4c2303cf44 HTTP/1.1" status: 200 len: 217 time: 0.0834718 Jun 27 20:07:50.209974 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3d43326c-1e19-496d-bf1e-77c631bcdf8f req-2b0fed37-2ac5-4edd-8609-ec347bbad47a tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373209 Jun 27 20:07:50.244949 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70cdb7-04b8-4f9c-88c6-a0cb18ae5d12 req-3c704f90-b286-40f4-bb80-e7485eb85a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:50.246422 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-8f70cdb7-04b8-4f9c-88c6-a0cb18ae5d12 req-3c704f90-b286-40f4-bb80-e7485eb85a45 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=497df734-2a85-43c5-92d9-01d9aed57e02 HTTP/1.1" status: 200 len: 849 time: 0.0611296 Jun 27 20:07:50.300588 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-8f70cdb7-04b8-4f9c-88c6-a0cb18ae5d12 req-5d6f3b8d-7850-4c97-9098-e29227b5abbe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f4593a0b-2a22-4dad-98a2-b1ad696a4351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466559 Jun 27 20:07:50.435838 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-8f70cdb7-04b8-4f9c-88c6-a0cb18ae5d12 req-cb3cb269-3fea-4852-909c-7d2b033499fa service neutron] 10.222.0.15 "GET /v2.0/networks/f4593a0b-2a22-4dad-98a2-b1ad696a4351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285806 Jun 27 20:07:50.573361 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-8f70cdb7-04b8-4f9c-88c6-a0cb18ae5d12 req-bf03c52e-d833-47ee-b238-a80bd6fd7cb4 service neutron] 10.222.0.15 "GET /v2.0/networks/f4593a0b-2a22-4dad-98a2-b1ad696a4351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286461 Jun 27 20:07:50.642219 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ffa85-11f9-48ce-a1d6-69287bb9236a req-ecb3b219-955a-49c9-b8b5-5ace3bc6f103 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:50.643675 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f21ffa85-11f9-48ce-a1d6-69287bb9236a req-ecb3b219-955a-49c9-b8b5-5ace3bc6f103 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d25ff00-e402-497d-be91-195cdcb2c702 HTTP/1.1" status: 200 len: 943 time: 0.0947042 Jun 27 20:07:50.686917 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f21ffa85-11f9-48ce-a1d6-69287bb9236a req-0526cbab-5eee-4d1e-b873-ffae606ba296 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373921 Jun 27 20:07:51.410503 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f9062-7ed9-4cdf-9f35-998856cb6989 req-5db01cb4-3aa3-4d22-8d80-d469ce6aa209 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:51.422643 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f11f9062-7ed9-4cdf-9f35-998856cb6989 req-5db01cb4-3aa3-4d22-8d80-d469ce6aa209 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8a74a42-82c0-4d21-bb2a-97e7f1470655 HTTP/1.1" status: 200 len: 946 time: 0.1018674 Jun 27 20:07:51.473060 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f11f9062-7ed9-4cdf-9f35-998856cb6989 req-402edc5f-ad5e-4e0a-a29e-58c17002e650 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494614 Jun 27 20:07:51.742549 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43530f-9680-4c3c-8ab5-09b034b44d8d req-372cd1e6-a943-452e-b35d-f4fe24aed6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:51.744003 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-0c43530f-9680-4c3c-8ab5-09b034b44d8d req-372cd1e6-a943-452e-b35d-f4fe24aed6bb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a8a74a42-82c0-4d21-bb2a-97e7f1470655 HTTP/1.1" status: 200 len: 1099 time: 0.0802433 Jun 27 20:07:51.790358 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-0c43530f-9680-4c3c-8ab5-09b034b44d8d req-38476f58-5eff-4f13-a345-0b93b0714a9d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397520 Jun 27 20:07:51.891982 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c27d4-d49c-4cfc-87aa-7284d2964856 req-57c26fcd-a5a5-415f-9eb3-9ad39a53885d tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:51.893368 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-097c27d4-d49c-4cfc-87aa-7284d2964856 req-57c26fcd-a5a5-415f-9eb3-9ad39a53885d tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d25ff00-e402-497d-be91-195cdcb2c702 HTTP/1.1" status: 200 len: 943 time: 0.0918839 Jun 27 20:07:51.935848 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-097c27d4-d49c-4cfc-87aa-7284d2964856 req-ee568b8c-170a-461b-8153-87f123f4006e tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360856 Jun 27 20:07:52.697890 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7990d-677c-4440-bad1-caf69fe3b5c7 req-7a33be5b-1afb-426d-923d-1fac0a35d0e1 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:52.699346 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-52a7990d-677c-4440-bad1-caf69fe3b5c7 req-7a33be5b-1afb-426d-923d-1fac0a35d0e1 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8a74a42-82c0-4d21-bb2a-97e7f1470655 HTTP/1.1" status: 200 len: 946 time: 0.0931363 Jun 27 20:07:52.744528 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-52a7990d-677c-4440-bad1-caf69fe3b5c7 req-5af59791-0f64-4eb9-9d7c-35f23a46fa6c tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388114 Jun 27 20:07:52.890397 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 3ffd63da-4f91-456c-bba3-cd4c2303cf44 details requested by agent hyperv_hv-cinder-84579 with host hv-cinder-84579 {{(pid=88115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 20:07:53.031796 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 3ffd63da-4f91-456c-bba3-cd4c2303cf44, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=3ffd63da-4f91-456c-bba3-cd4c2303cf44,segment=NetworkSegment(70ec0be9-e69b-40c6-8287-7d7eb9cf58b4),segment_id=70ec0be9-e69b-40c6-8287-7d7eb9cf58b4)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:07:53.045370 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Returning: {'device': '3ffd63da-4f91-456c-bba3-cd4c2303cf44', 'network_id': 'f4593a0b-2a22-4dad-98a2-b1ad696a4351', 'port_id': '3ffd63da-4f91-456c-bba3-cd4c2303cf44', 'mac_address': 'fa:16:3e:6a:97:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497df734-2a85-43c5-92d9-01d9aed57e02', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 20:07:53.101318 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 3ffd63da-4f91-456c-bba3-cd4c2303cf44 is: DOWN; New status is: BUILD {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:07:53.101714 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:53.117914 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ffd63da-4f91-456c-bba3-cd4c2303cf44 {{(pid=88115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:07:53.133638 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 3ffd63da-4f91-456c-bba3-cd4c2303cf44, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=3ffd63da-4f91-456c-bba3-cd4c2303cf44,segment=NetworkSegment(70ec0be9-e69b-40c6-8287-7d7eb9cf58b4),segment_id=70ec0be9-e69b-40c6-8287-7d7eb9cf58b4)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:07:53.137189 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa762d-611c-4465-8781-2d68f7cb066a req-646c55d2-97a8-4b45-a36c-16826579f8fc tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:53.137340 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:53.138928 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f6aa762d-611c-4465-8781-2d68f7cb066a req-646c55d2-97a8-4b45-a36c-16826579f8fc tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d25ff00-e402-497d-be91-195cdcb2c702 HTTP/1.1" status: 200 len: 943 time: 0.0885687 Jun 27 20:07:53.183089 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f6aa762d-611c-4465-8781-2d68f7cb066a req-78e4e065-0e24-4d18-965c-f826adad6a41 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384305 Jun 27 20:07:53.206819 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=3ffd63da-4f91-456c-bba3-cd4c2303cf44,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:53.760512 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['3ffd63da-4f91-456c-bba3-cd4c2303cf44'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:07:54.037429 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d135b0-69b4-4132-b981-d12efc524d47 req-6a6da340-e63a-4293-aa4a-79e2bbedfc4d tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:54.043919 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b0d135b0-69b4-4132-b981-d12efc524d47 req-6a6da340-e63a-4293-aa4a-79e2bbedfc4d tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8a74a42-82c0-4d21-bb2a-97e7f1470655 HTTP/1.1" status: 200 len: 946 time: 0.1573882 Jun 27 20:07:54.093755 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b0d135b0-69b4-4132-b981-d12efc524d47 req-09319cc3-2f11-4d00-81d7-981babf5032a tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446818 Jun 27 20:07:54.382753 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb35df6-dd5f-4663-bf04-ad3770c40cb7 req-4bc604a5-14b3-43df-9fb1-18a819e8e619 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:54.384239 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7eb35df6-dd5f-4663-bf04-ad3770c40cb7 req-4bc604a5-14b3-43df-9fb1-18a819e8e619 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d25ff00-e402-497d-be91-195cdcb2c702 HTTP/1.1" status: 200 len: 944 time: 0.0884979 Jun 27 20:07:54.437137 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7eb35df6-dd5f-4663-bf04-ad3770c40cb7 req-d2c712e2-5226-4423-ada7-f46fac1b48dc tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452673 Jun 27 20:07:54.528681 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9bc02-bab4-4972-ae81-a4f147a6ed59 req-b0a0d94a-93b1-4a59-972d-ce182218b21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:54.530196 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2ec9bc02-bab4-4972-ae81-a4f147a6ed59 req-b0a0d94a-93b1-4a59-972d-ce182218b21f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff42080e13fb414597e5f10abbe3434d&device_id=a8a74a42-82c0-4d21-bb2a-97e7f1470655 HTTP/1.1" status: 200 len: 1099 time: 0.0843616 Jun 27 20:07:54.583808 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372a278-c2ca-4b1e-bfb2-1f78de7f6a4b req-900831c7-a10c-4a2c-b11f-9b95b8d92b41 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:54.585262 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7372a278-c2ca-4b1e-bfb2-1f78de7f6a4b req-900831c7-a10c-4a2c-b11f-9b95b8d92b41 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8a74a42-82c0-4d21-bb2a-97e7f1470655 HTTP/1.1" status: 200 len: 946 time: 0.0943768 Jun 27 20:07:54.629301 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7372a278-c2ca-4b1e-bfb2-1f78de7f6a4b req-06ce4515-0135-4ce3-b802-5d00bf66562b tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383852 Jun 27 20:07:54.664674 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9bc02-bab4-4972-ae81-a4f147a6ed59 req-3295374c-6723-40fb-93da-096a98c65fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:54.666065 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2ec9bc02-bab4-4972-ae81-a4f147a6ed59 req-3295374c-6723-40fb-93da-096a98c65fc6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=edb7acd2-275d-4d02-9861-85e070a17792 HTTP/1.1" status: 200 len: 920 time: 0.1266518 Jun 27 20:07:54.818174 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2ec9bc02-bab4-4972-ae81-a4f147a6ed59 req-551d4256-e551-413f-b1da-9f03267904ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97a5e2fc-290a-4696-8ea5-122ccb999592 HTTP/1.1" status: 200 len: 217 time: 0.1437891 Jun 27 20:07:54.898032 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9bc02-bab4-4972-ae81-a4f147a6ed59 req-2e51c688-19fb-4790-9c42-7d58a1c69583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:54.899639 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2ec9bc02-bab4-4972-ae81-a4f147a6ed59 req-2e51c688-19fb-4790-9c42-7d58a1c69583 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7d86a822-f147-437c-a8d8-a85441e6e85f HTTP/1.1" status: 200 len: 858 time: 0.0736783 Jun 27 20:07:54.984001 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9bc02-bab4-4972-ae81-a4f147a6ed59 req-cad5bf64-dfcf-4c86-91d9-720f0f5ab191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:54.985454 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2ec9bc02-bab4-4972-ae81-a4f147a6ed59 req-cad5bf64-dfcf-4c86-91d9-720f0f5ab191 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=edb7acd2-275d-4d02-9861-85e070a17792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787151 Jun 27 20:07:55.119047 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2ec9bc02-bab4-4972-ae81-a4f147a6ed59 req-af138b0e-39c7-4e63-93da-a0111a4c7c2f service neutron] 10.222.0.15 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264944 Jun 27 20:07:55.252061 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2ec9bc02-bab4-4972-ae81-a4f147a6ed59 req-7bb9c94c-c03d-48fa-94e3-b37138ee3d41 service neutron] 10.222.0.15 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261308 Jun 27 20:07:55.689250 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06236a4d-3e8d-4fe2-ae37-7b8168f7ee93 req-17af868e-5e00-484e-a914-172d35d3d31b tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:55.691075 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-06236a4d-3e8d-4fe2-ae37-7b8168f7ee93 req-17af868e-5e00-484e-a914-172d35d3d31b tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d25ff00-e402-497d-be91-195cdcb2c702 HTTP/1.1" status: 200 len: 944 time: 0.1365755 Jun 27 20:07:55.753168 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-06236a4d-3e8d-4fe2-ae37-7b8168f7ee93 req-2a428c82-df66-4bca-86c6-e43dbc35a527 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547669 Jun 27 20:07:55.874946 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49bc32-1056-40a5-91f2-78daadfb4415 req-f4ddc8e6-df45-44fe-90a5-275a349e7bc1 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:55.876921 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7a49bc32-1056-40a5-91f2-78daadfb4415 req-f4ddc8e6-df45-44fe-90a5-275a349e7bc1 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8a74a42-82c0-4d21-bb2a-97e7f1470655 HTTP/1.1" status: 200 len: 946 time: 0.1125882 Jun 27 20:07:55.932078 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7a49bc32-1056-40a5-91f2-78daadfb4415 req-a79dffe7-545f-4b0b-9f69-813c1a4a6141 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483663 Jun 27 20:07:56.332008 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 57216) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:56.443977 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2770903c-4c15-4f64-827b-77004b4bfbd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:56.460729 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-2770903c-4c15-4f64-827b-77004b4bfbd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:07:56.464490 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-2770903c-4c15-4f64-827b-77004b4bfbd0 admin admin] Usage tracker for resource:security_group_rule and tenant:d117c697fe054f09b26f0071b77fa474 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:07:56.467254 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-2770903c-4c15-4f64-827b-77004b4bfbd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:07:56.472757 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-2770903c-4c15-4f64-827b-77004b4bfbd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:07:56.557548 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2770903c-4c15-4f64-827b-77004b4bfbd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:56.561091 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2770903c-4c15-4f64-827b-77004b4bfbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:56.606714 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-2770903c-4c15-4f64-827b-77004b4bfbd0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d117c697fe054f09b26f0071b77fa474&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2733819 Jun 27 20:07:56.608196 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770903c-4c15-4f64-827b-77004b4bfbd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c635228-4ceb-4601-ae33-91e288de48ad,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:56.609431 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 57222) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:56.665416 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-99a392ab-d1c1-46bb-b7cd-c8615b940896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:56.689394 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-99a392ab-d1c1-46bb-b7cd-c8615b940896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:56.746136 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-99a392ab-d1c1-46bb-b7cd-c8615b940896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:56.761755 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a392ab-d1c1-46bb-b7cd-c8615b940896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c635228-4ceb-4601-ae33-91e288de48ad,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:56.771077 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-99a392ab-d1c1-46bb-b7cd-c8615b940896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:56.774811 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-99a392ab-d1c1-46bb-b7cd-c8615b940896 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c635228-4ceb-4601-ae33-91e288de48ad HTTP/1.1" status: 204 len: 168 time: 0.1618059 Jun 27 20:07:56.914688 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 3ffd63da-4f91-456c-bba3-cd4c2303cf44 up at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:07:56.962993 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a3996-7ce7-43b2-99b9-0885d1f3aa21 req-302f3dc6-560e-4760-ac98-0158741110f4 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:56.970293 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-517a3996-7ce7-43b2-99b9-0885d1f3aa21 req-302f3dc6-560e-4760-ac98-0158741110f4 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d25ff00-e402-497d-be91-195cdcb2c702 HTTP/1.1" status: 200 len: 944 time: 0.1064980 Jun 27 20:07:57.001838 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning for port 3ffd63da-4f91-456c-bba3-cd4c2303cf44 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:07:57.006956 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning complete for port 3ffd63da-4f91-456c-bba3-cd4c2303cf44 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:07:57.007574 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:57.032684 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-517a3996-7ce7-43b2-99b9-0885d1f3aa21 req-e3beb995-6722-43c3-b4be-8b22dc6683f9 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602679 Jun 27 20:07:57.164819 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6e0eb-1f6f-47f9-9405-ff6e07d06601 req-a66bc0f7-7a73-4e3a-8939-a0e6b5324888 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:57.166469 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9da6e0eb-1f6f-47f9-9405-ff6e07d06601 req-a66bc0f7-7a73-4e3a-8939-a0e6b5324888 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8a74a42-82c0-4d21-bb2a-97e7f1470655 HTTP/1.1" status: 200 len: 946 time: 0.0954638 Jun 27 20:07:57.172416 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 57240) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:57.180930 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 3ffd63da-4f91-456c-bba3-cd4c2303cf44 is: BUILD; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:07:57.181432 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:57.190442 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb49b094-e276-45fe-b1f4-eed48ffa5d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:57.210332 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d25ff00-e402-497d-be91-195cdcb2c702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffd63da-4f91-456c-bba3-cd4c2303cf44'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:07:57.219388 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9da6e0eb-1f6f-47f9-9405-ff6e07d06601 req-9ed91411-435e-432f-95d6-cc2b65a5d739 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468626 Jun 27 20:07:57.220069 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 3ffd63da-4f91-456c-bba3-cd4c2303cf44, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=3ffd63da-4f91-456c-bba3-cd4c2303cf44,segment=NetworkSegment(70ec0be9-e69b-40c6-8287-7d7eb9cf58b4),segment_id=70ec0be9-e69b-40c6-8287-7d7eb9cf58b4)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:07:57.222908 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cb49b094-e276-45fe-b1f4-eed48ffa5d02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:07:57.224645 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:57.228112 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-cb49b094-e276-45fe-b1f4-eed48ffa5d02 admin admin] Usage tracker for resource:security_group_rule and tenant:6e530955bd314017b2fe6acfb8d27b8b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:07:57.233596 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-cb49b094-e276-45fe-b1f4-eed48ffa5d02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:07:57.242376 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-cb49b094-e276-45fe-b1f4-eed48ffa5d02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:07:57.276023 dv-cinder-845799-1-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc566cb3-a132-4902-aff1-5ff59790d61b'] response: {'server_uuid': '3d25ff00-e402-497d-be91-195cdcb2c702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffd63da-4f91-456c-bba3-cd4c2303cf44', 'code': 200} Jun 27 20:07:57.312714 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=3ffd63da-4f91-456c-bba3-cd4c2303cf44,revision_number=5']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:57.338007 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb49b094-e276-45fe-b1f4-eed48ffa5d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:57.341646 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cb49b094-e276-45fe-b1f4-eed48ffa5d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:57.387475 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49b094-e276-45fe-b1f4-eed48ffa5d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f1a683-c85a-44f3-b478-11c342d4e8c8,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:57.391665 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-cb49b094-e276-45fe-b1f4-eed48ffa5d02 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6e530955bd314017b2fe6acfb8d27b8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2182305 Jun 27 20:07:57.394346 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 57246) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:07:57.455133 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ea66b2ed-e307-4200-823b-48a8a43e8195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:57.530153 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ea66b2ed-e307-4200-823b-48a8a43e8195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:57.590399 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3943acc-1582-47ea-b550-5a62ba1b0f3f req-a620af12-4a8a-4884-ab80-ed86be85908d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:57.591870 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-e3943acc-1582-47ea-b550-5a62ba1b0f3f req-a620af12-4a8a-4884-ab80-ed86be85908d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3d25ff00-e402-497d-be91-195cdcb2c702 HTTP/1.1" status: 200 len: 1098 time: 0.1205430 Jun 27 20:07:57.599093 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ea66b2ed-e307-4200-823b-48a8a43e8195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:57.626781 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66b2ed-e307-4200-823b-48a8a43e8195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f1a683-c85a-44f3-b478-11c342d4e8c8,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:07:57.645505 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ea66b2ed-e307-4200-823b-48a8a43e8195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:07:57.649934 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-ea66b2ed-e307-4200-823b-48a8a43e8195 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/22f1a683-c85a-44f3-b478-11c342d4e8c8 HTTP/1.1" status: 204 len: 168 time: 0.2515018 Jun 27 20:07:57.661994 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-e3943acc-1582-47ea-b550-5a62ba1b0f3f req-47275191-4d1e-444b-b773-5928ef860531 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504470 Jun 27 20:07:58.448926 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711acf66-5355-4753-a1f1-8639ab55b5d0 req-e7e4ae7c-de85-4b64-a371-61e0084a65c7 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:58.450448 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-711acf66-5355-4753-a1f1-8639ab55b5d0 req-e7e4ae7c-de85-4b64-a371-61e0084a65c7 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d25ff00-e402-497d-be91-195cdcb2c702 HTTP/1.1" status: 200 len: 945 time: 0.2646153 Jun 27 20:07:58.515046 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-711acf66-5355-4753-a1f1-8639ab55b5d0 req-dce8fb36-4b73-439c-bfe2-6f17a3e6f339 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553598 Jun 27 20:07:58.527271 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf0dfa-6ba7-44dd-a15b-aa26847f234c req-a86b66ae-5dee-4f68-af2c-2104cfd73831 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:58.529742 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cccf0dfa-6ba7-44dd-a15b-aa26847f234c req-a86b66ae-5dee-4f68-af2c-2104cfd73831 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8a74a42-82c0-4d21-bb2a-97e7f1470655 HTTP/1.1" status: 200 len: 946 time: 0.1437249 Jun 27 20:07:58.579373 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cccf0dfa-6ba7-44dd-a15b-aa26847f234c req-966aca77-5f7e-4a17-b718-f5514659ef1f tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392933 Jun 27 20:07:59.781068 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba9ecf-b80e-4bf0-b5f8-ea2eb26f7dcd req-aa789ce7-1e77-444d-afef-0ae7d1d3acf3 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:59.782608 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ecba9ecf-b80e-4bf0-b5f8-ea2eb26f7dcd req-aa789ce7-1e77-444d-afef-0ae7d1d3acf3 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d25ff00-e402-497d-be91-195cdcb2c702 HTTP/1.1" status: 200 len: 945 time: 0.1462014 Jun 27 20:07:59.836262 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ecba9ecf-b80e-4bf0-b5f8-ea2eb26f7dcd req-c1e19a63-5e13-4b04-a6ae-8d4f34959591 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470150 Jun 27 20:07:59.863754 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15e4af-a40b-4c77-af99-3661b993b366 req-dbb68a4d-2ba3-45b4-bb4c-f25f59f18a12 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:07:59.865734 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ef15e4af-a40b-4c77-af99-3661b993b366 req-dbb68a4d-2ba3-45b4-bb4c-f25f59f18a12 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8a74a42-82c0-4d21-bb2a-97e7f1470655 HTTP/1.1" status: 200 len: 946 time: 0.1398246 Jun 27 20:07:59.913408 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ef15e4af-a40b-4c77-af99-3661b993b366 req-6caebbaa-79e4-41f6-b56f-afe6b613965f tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418665 Jun 27 20:08:00.458572 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 57354) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:00.519285 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbcd25a2-aa6d-4682-9319-f81350f7a2ba admin admin] Deleting subnet 1eb97d48-abde-4ec1-8dfe-2658236ff9df {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 27 20:08:00.522763 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bbcd25a2-aa6d-4682-9319-f81350f7a2ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:00.570560 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bbcd25a2-aa6d-4682-9319-f81350f7a2ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14191946'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:00.626424 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bbcd25a2-aa6d-4682-9319-f81350f7a2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-607847'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:00.690099 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bbcd25a2-aa6d-4682-9319-f81350f7a2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-607836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16137172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14291743'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:00.726665 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd25a2-aa6d-4682-9319-f81350f7a2ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eb97d48-abde-4ec1-8dfe-2658236ff9df,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:00.730481 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bbcd25a2-aa6d-4682-9319-f81350f7a2ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:00.740240 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-bbcd25a2-aa6d-4682-9319-f81350f7a2ba admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1eb97d48-abde-4ec1-8dfe-2658236ff9df HTTP/1.1" status: 204 len: 168 time: 0.2783551 Jun 27 20:08:00.740690 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 57360) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:00.848572 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9b6729ce-61d9-4ee1-b9b0-2d8cfce39a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590302'] for network, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:01.029596 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9b6729ce-61d9-4ee1-b9b0-2d8cfce39a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614162', 'neutron.services.segments.db._delete_segments_for_network-8741810542969'] for network, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:01.058429 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-9b6729ce-61d9-4ee1-b9b0-2d8cfce39a66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af6e4b2-e62b-4240-80b7-cd5388e61d06']}} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:08:01.072807 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-9b6729ce-61d9-4ee1-b9b0-2d8cfce39a66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aeb1745-71b9-47de-b1ea-ebde70603e48') {'for_net_delete': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:08:01.073108 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-9b6729ce-61d9-4ee1-b9b0-2d8cfce39a66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aeb1745-71b9-47de-b1ea-ebde70603e48') {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:08:01.087859 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9b6729ce-61d9-4ee1-b9b0-2d8cfce39a66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741810611348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14146903'] for segment, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:01.118425 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9b6729ce-61d9-4ee1-b9b0-2d8cfce39a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603533'] for segment, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:01.131151 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9122a4-d7bf-41b6-a250-9091159ef5e1 req-ec515202-c246-4ced-a8ed-91481dc0f7cf tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:01.132622 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9e9122a4-d7bf-41b6-a250-9091159ef5e1 req-ec515202-c246-4ced-a8ed-91481dc0f7cf tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d25ff00-e402-497d-be91-195cdcb2c702 HTTP/1.1" status: 200 len: 945 time: 0.1747687 Jun 27 20:08:01.135697 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b6729ce-61d9-4ee1-b9b0-2d8cfce39a66 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=88114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 20:08:01.136312 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9b6729ce-61d9-4ee1-b9b0-2d8cfce39a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-603522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14169859'] for segment, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:01.205285 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.services.segments.plugin [-] Segment 8aeb1745-71b9-47de-b1ea-ebde70603e48 resource provider aggregate not found Jun 27 20:08:01.243653 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.services.segments.plugin [-] Segment 8aeb1745-71b9-47de-b1ea-ebde70603e48 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8aeb1745-71b9-47de-b1ea-ebde70603e48 found for delete ", "request_id": "req-66915799-2782-49ef-8886-ef8f64878b9c"}]} Jun 27 20:08:01.267827 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9e9122a4-d7bf-41b6-a250-9091159ef5e1 req-7c2c569a-bed7-45e1-88dd-e955cc5b0c4a tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104198 Jun 27 20:08:01.268728 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9b6729ce-61d9-4ee1-b9b0-2d8cfce39a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16271069'] for network, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:01.287787 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9b6729ce-61d9-4ee1-b9b0-2d8cfce39a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for network, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:01.308237 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6729ce-61d9-4ee1-b9b0-2d8cfce39a66 admin admin] Pushing event deleted for resources: {'Network': ['ID=5af6e4b2-e62b-4240-80b7-cd5388e61d06,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:01.315629 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-9b6729ce-61d9-4ee1-b9b0-2d8cfce39a66 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5af6e4b2-e62b-4240-80b7-cd5388e61d06 HTTP/1.1" status: 204 len: 168 time: 0.5737088 Jun 27 20:08:01.319026 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 57386) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:01.387439 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d7bdf63-ecb0-41dd-8aac-75b85f6f4bec admin admin] Deleting subnet c00c559d-c195-47d8-b613-83f6d8723097 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 27 20:08:01.390707 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d7bdf63-ecb0-41dd-8aac-75b85f6f4bec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:01.443695 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d7bdf63-ecb0-41dd-8aac-75b85f6f4bec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14191946'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:01.498218 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d7bdf63-ecb0-41dd-8aac-75b85f6f4bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-607847'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:01.569607 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d7bdf63-ecb0-41dd-8aac-75b85f6f4bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-607836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16137172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14291743'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:01.607364 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7bdf63-ecb0-41dd-8aac-75b85f6f4bec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c00c559d-c195-47d8-b613-83f6d8723097,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:01.610924 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8d7bdf63-ecb0-41dd-8aac-75b85f6f4bec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:01.617134 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-8d7bdf63-ecb0-41dd-8aac-75b85f6f4bec admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c00c559d-c195-47d8-b613-83f6d8723097 HTTP/1.1" status: 204 len: 168 time: 0.2971241 Jun 27 20:08:01.619557 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 57394) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:01.721859 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3146abe9-399f-43a4-8f21-be845555feef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590302'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:01.923329 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3146abe9-399f-43a4-8f21-be845555feef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614162', 'neutron.services.segments.db._delete_segments_for_network-8741810542969'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:01.954413 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.services.segments.db [None req-3146abe9-399f-43a4-8f21-be845555feef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2245717e-6a88-4bf4-9a89-18202f3a1ed2']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:08:01.969771 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.services.segments.db [None req-3146abe9-399f-43a4-8f21-be845555feef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f744be40-a4f1-4d8e-9183-d3542d7b3c7c') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:08:01.970064 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.services.segments.db [None req-3146abe9-399f-43a4-8f21-be845555feef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f744be40-a4f1-4d8e-9183-d3542d7b3c7c') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:08:01.983436 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3146abe9-399f-43a4-8f21-be845555feef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741810611348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14191939'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:02.003068 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3146abe9-399f-43a4-8f21-be845555feef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603533'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:02.009523 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3146abe9-399f-43a4-8f21-be845555feef admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 20:08:02.009991 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3146abe9-399f-43a4-8f21-be845555feef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-603522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16137082'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:02.074713 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.services.segments.plugin [-] Segment f744be40-a4f1-4d8e-9183-d3542d7b3c7c resource provider aggregate not found Jun 27 20:08:02.096699 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.services.segments.plugin [-] Segment f744be40-a4f1-4d8e-9183-d3542d7b3c7c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f744be40-a4f1-4d8e-9183-d3542d7b3c7c found for delete ", "request_id": "req-a5619339-c0dc-4bf9-92b0-157ef588424a"}]} Jun 27 20:08:02.110333 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3146abe9-399f-43a4-8f21-be845555feef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16271069'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:02.128784 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3146abe9-399f-43a4-8f21-be845555feef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:02.138978 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146abe9-399f-43a4-8f21-be845555feef admin admin] Pushing event deleted for resources: {'Network': ['ID=2245717e-6a88-4bf4-9a89-18202f3a1ed2,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:02.143585 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-3146abe9-399f-43a4-8f21-be845555feef admin admin] 10.222.0.23 "DELETE /v2.0/networks/2245717e-6a88-4bf4-9a89-18202f3a1ed2 HTTP/1.1" status: 204 len: 168 time: 0.5226188 Jun 27 20:08:02.315745 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 57412) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:02.366928 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-9e0afabd-c640-4daa-ab6d-6378b760ee5e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c02bf400ebdc46a1a6d8d59161e15a2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476022 Jun 27 20:08:02.367101 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 57418) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:02.427018 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a3b7913c-3c21-4ed0-8207-f736d62d4d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:02.452481 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a3b7913c-3c21-4ed0-8207-f736d62d4d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:02.507313 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a3b7913c-3c21-4ed0-8207-f736d62d4d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:02.526293 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7913c-3c21-4ed0-8207-f736d62d4d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da2e387-0a39-4174-b2c7-4e7078c00f1e,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:02.529073 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a3b7913c-3c21-4ed0-8207-f736d62d4d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:02.532774 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-a3b7913c-3c21-4ed0-8207-f736d62d4d11 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6da2e387-0a39-4174-b2c7-4e7078c00f1e HTTP/1.1" status: 204 len: 168 time: 0.1622434 Jun 27 20:08:02.605778 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 57432) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:02.611960 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-aee86d67-ad31-459b-b37c-b80143a12168 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Request body: {'security_group': {'name': 'tempest-securitygroup--435351213', 'description': 'tempest-description--552081092'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:08:02.619425 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-aee86d67-ad31-459b-b37c-b80143a12168 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:08:02.623522 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-aee86d67-ad31-459b-b37c-b80143a12168 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Usage tracker for resource:security_group and tenant:ff42080e13fb414597e5f10abbe3434d is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:08:02.626606 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-aee86d67-ad31-459b-b37c-b80143a12168 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:08:02.633357 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-aee86d67-ad31-459b-b37c-b80143a12168 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:08:02.644237 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-aee86d67-ad31-459b-b37c-b80143a12168 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:02.674081 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-aee86d67-ad31-459b-b37c-b80143a12168 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:08:02.678675 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-aee86d67-ad31-459b-b37c-b80143a12168 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Usage tracker for resource:security_group_rule and tenant:ff42080e13fb414597e5f10abbe3434d is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:08:02.681947 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-aee86d67-ad31-459b-b37c-b80143a12168 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:08:02.688454 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-aee86d67-ad31-459b-b37c-b80143a12168 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:08:02.761745 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-aee86d67-ad31-459b-b37c-b80143a12168 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:02.765676 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-aee86d67-ad31-459b-b37c-b80143a12168 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:02.808200 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee86d67-ad31-459b-b37c-b80143a12168 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3931741a-f848-442e-821c-3d48206ebc36,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:02.810704 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-aee86d67-ad31-459b-b37c-b80143a12168 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:02.814642 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-aee86d67-ad31-459b-b37c-b80143a12168 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2048311 Jun 27 20:08:02.815027 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 57438) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:02.820890 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-b898e995-461b-4e53-8e2f-9572ffa02a34 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Request body: {'security_group_rule': {'security_group_id': '3931741a-f848-442e-821c-3d48206ebc36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:08:02.826855 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b898e995-461b-4e53-8e2f-9572ffa02a34 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:08:02.831076 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-b898e995-461b-4e53-8e2f-9572ffa02a34 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Usage tracker for resource:security_group_rule and tenant:ff42080e13fb414597e5f10abbe3434d is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:08:02.834345 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-b898e995-461b-4e53-8e2f-9572ffa02a34 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:08:02.835840 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:08:02.841536 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-b898e995-461b-4e53-8e2f-9572ffa02a34 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:08:02.861733 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b898e995-461b-4e53-8e2f-9572ffa02a34 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:02.916093 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 57442) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:02.928396 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b898e995-461b-4e53-8e2f-9572ffa02a34 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:02.932389 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b898e995-461b-4e53-8e2f-9572ffa02a34 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438251'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:02.958765 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898e995-461b-4e53-8e2f-9572ffa02a34 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87723aff-f98f-4e4b-85d3-58f7520babe6,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:02.974145 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b898e995-461b-4e53-8e2f-9572ffa02a34 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:02.978134 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-b898e995-461b-4e53-8e2f-9572ffa02a34 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1593428 Jun 27 20:08:02.978257 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-4dc44ac4-f8b6-4cbe-83e7-63ec87b20dca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8c1d583d42854c2199b9d1fa93a74c07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0582919 Jun 27 20:08:02.978369 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 57448) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:02.978449 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 57450) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:02.985403 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-3a07c0b6-bad4-4d83-8543-1d51cfdedfbd tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Request body: {'security_group_rule': {'security_group_id': '3931741a-f848-442e-821c-3d48206ebc36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:08:03.001167 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3a07c0b6-bad4-4d83-8543-1d51cfdedfbd tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:08:03.008697 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-3a07c0b6-bad4-4d83-8543-1d51cfdedfbd tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Usage tracker for resource:security_group_rule and tenant:ff42080e13fb414597e5f10abbe3434d is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:08:03.017078 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-3a07c0b6-bad4-4d83-8543-1d51cfdedfbd tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:08:03.027089 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3a07c0b6-bad4-4d83-8543-1d51cfdedfbd tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:08:03.067409 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3a07c0b6-bad4-4d83-8543-1d51cfdedfbd tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:03.074521 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-71378b11-1915-4887-967c-79ffa1bb5e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:03.133295 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-71378b11-1915-4887-967c-79ffa1bb5e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:03.198610 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3a07c0b6-bad4-4d83-8543-1d51cfdedfbd tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:03.203435 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3a07c0b6-bad4-4d83-8543-1d51cfdedfbd tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438251'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:03.237693 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07c0b6-bad4-4d83-8543-1d51cfdedfbd tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a94d52-063b-4dbb-923f-c84837de8259,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:03.247068 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-71378b11-1915-4887-967c-79ffa1bb5e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:03.267189 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71378b11-1915-4887-967c-79ffa1bb5e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f0f872-7531-4895-b247-4ab6c8b1fe6c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:03.269666 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-71378b11-1915-4887-967c-79ffa1bb5e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:03.273540 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-71378b11-1915-4887-967c-79ffa1bb5e20 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/08f0f872-7531-4895-b247-4ab6c8b1fe6c HTTP/1.1" status: 204 len: 168 time: 0.2924533 Jun 27 20:08:03.279320 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3a07c0b6-bad4-4d83-8543-1d51cfdedfbd tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:03.283299 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-3a07c0b6-bad4-4d83-8543-1d51cfdedfbd tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3011794 Jun 27 20:08:03.283830 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 57462) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:03.291538 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-08f5403c-d2b5-4dff-97f5-5038bc9435c0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Request body: {'floatingip': {'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:08:03.298823 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-08f5403c-d2b5-4dff-97f5-5038bc9435c0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:08:03.304002 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-08f5403c-d2b5-4dff-97f5-5038bc9435c0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Usage tracker for resource:floatingip and tenant:ff42080e13fb414597e5f10abbe3434d is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:08:03.308085 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-08f5403c-d2b5-4dff-97f5-5038bc9435c0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:08:03.322179 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-08f5403c-d2b5-4dff-97f5-5038bc9435c0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:08:03.333691 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-08f5403c-d2b5-4dff-97f5-5038bc9435c0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks [] for floatingip, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:03.423324 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5f092-d1e4-462e-b4eb-79145070c8fc req-27d76b97-16ea-42be-8591-ae869b6e115b tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:03.431588 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c1c5f092-d1e4-462e-b4eb-79145070c8fc req-27d76b97-16ea-42be-8591-ae869b6e115b tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d25ff00-e402-497d-be91-195cdcb2c702 HTTP/1.1" status: 200 len: 945 time: 0.1010416 Jun 27 20:08:03.484090 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c1c5f092-d1e4-462e-b4eb-79145070c8fc req-05176bc5-47e2-4f1b-9903-30af01cc3d3c tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512521 Jun 27 20:08:03.497662 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-08f5403c-d2b5-4dff-97f5-5038bc9435c0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:03.667726 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-08f5403c-d2b5-4dff-97f5-5038bc9435c0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Allocated IP 172.27.3.47 (f5e38b28-d42a-47c6-b8ea-5d0ae1b51160/4aa6a97f-4da5-4d03-b34a-f88023a9290b/e4180dd5-607b-4b94-bb33-7c279fecccee) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:08:03.908631 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-08f5403c-d2b5-4dff-97f5-5038bc9435c0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:03.951683 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-08f5403c-d2b5-4dff-97f5-5038bc9435c0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:04.018464 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f5403c-d2b5-4dff-97f5-5038bc9435c0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:08:04.026499 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-08f5403c-d2b5-4dff-97f5-5038bc9435c0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:08:04.028866 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f5403c-d2b5-4dff-97f5-5038bc9435c0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:08:04.069054 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5403c-d2b5-4dff-97f5-5038bc9435c0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Pushing event updated for resources: {'Port': ['ID=e4180dd5-607b-4b94-bb33-7c279fecccee,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:04.122557 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-08f5403c-d2b5-4dff-97f5-5038bc9435c0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:04.184830 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-08f5403c-d2b5-4dff-97f5-5038bc9435c0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:04.411931 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-08f5403c-d2b5-4dff-97f5-5038bc9435c0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:04.417355 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-08f5403c-d2b5-4dff-97f5-5038bc9435c0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:04.530023 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5403c-d2b5-4dff-97f5-5038bc9435c0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Pushing event updated for resources: {'Port': ['ID=e4180dd5-607b-4b94-bb33-7c279fecccee,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:04.548099 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-08f5403c-d2b5-4dff-97f5-5038bc9435c0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16271055'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:04.571613 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-08f5403c-d2b5-4dff-97f5-5038bc9435c0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:04.574112 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-08f5403c-d2b5-4dff-97f5-5038bc9435c0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2888973 Jun 27 20:08:04.737947 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb84829-9726-427a-90ac-795de671dcbf req-6a471431-6b82-4c93-abed-5029be7cb6a0 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:04.742311 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4cb84829-9726-427a-90ac-795de671dcbf req-6a471431-6b82-4c93-abed-5029be7cb6a0 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d25ff00-e402-497d-be91-195cdcb2c702 HTTP/1.1" status: 200 len: 945 time: 0.1147859 Jun 27 20:08:04.842030 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4cb84829-9726-427a-90ac-795de671dcbf req-aac43310-aed2-48f2-b60a-7b8dfbf95446 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894566 Jun 27 20:08:04.849888 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-040265f6-8fe5-452d-9d5a-4bad5e844934 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Synchronizing usage tracker for tenant:ff42080e13fb414597e5f10abbe3434d on resource:security_group {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:08:04.875081 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-040265f6-8fe5-452d-9d5a-4bad5e844934 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Unset dirty status for tenant:ff42080e13fb414597e5f10abbe3434d on resource:security_group {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:08:04.884531 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-040265f6-8fe5-452d-9d5a-4bad5e844934 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--435351213&fields=id&tenant_id=ff42080e13fb414597e5f10abbe3434d HTTP/1.1" status: 200 len: 267 time: 0.1028850 Jun 27 20:08:04.945210 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 57544) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:05.039830 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-158c2ae9-cd61-44e0-ad82-561dcdd28194 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:05.041236 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-158c2ae9-cd61-44e0-ad82-561dcdd28194 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/networks?id=edb7acd2-275d-4d02-9861-85e070a17792 HTTP/1.1" status: 200 len: 819 time: 0.1559494 Jun 27 20:08:05.057094 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-a448166c-40d7-4dcd-8e36-ba7171cf9d2c tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/quotas/ff42080e13fb414597e5f10abbe3434d HTTP/1.1" status: 200 len: 375 time: 0.0089755 Jun 27 20:08:05.063945 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-65a2cf0e-102c-4713-a404-db0dad6caad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:05.081592 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-65a2cf0e-102c-4713-a404-db0dad6caad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:08:05.085911 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-65a2cf0e-102c-4713-a404-db0dad6caad4 admin admin] Usage tracker for resource:security_group_rule and tenant:18e484b0c58d49899a9788f740f3167d is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:08:05.088882 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-65a2cf0e-102c-4713-a404-db0dad6caad4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:08:05.099390 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-65a2cf0e-102c-4713-a404-db0dad6caad4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:08:05.210826 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-65a2cf0e-102c-4713-a404-db0dad6caad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:05.215462 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-65a2cf0e-102c-4713-a404-db0dad6caad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:05.257931 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-6aa7b18d-fa58-4c9a-89f0-acfc940ab8ab tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff42080e13fb414597e5f10abbe3434d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1950707 Jun 27 20:08:05.273227 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-65a2cf0e-102c-4713-a404-db0dad6caad4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=18e484b0c58d49899a9788f740f3167d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3267679 Jun 27 20:08:05.275593 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a2cf0e-102c-4713-a404-db0dad6caad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0706569-f847-483d-9ed7-759981179b7f,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:05.278898 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 57556) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:05.340883 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8866a9a2-cd35-491c-94d7-cb270faba9e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:05.370523 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8866a9a2-cd35-491c-94d7-cb270faba9e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:05.419974 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-9ce1b7af-5f72-4046-a0b9-35b253df2518 service neutron] 10.222.0.23 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474967 Jun 27 20:08:05.432385 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8866a9a2-cd35-491c-94d7-cb270faba9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:05.450364 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8866a9a2-cd35-491c-94d7-cb270faba9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0706569-f847-483d-9ed7-759981179b7f,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:05.463022 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8866a9a2-cd35-491c-94d7-cb270faba9e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:05.464663 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-8866a9a2-cd35-491c-94d7-cb270faba9e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a0706569-f847-483d-9ed7-759981179b7f HTTP/1.1" status: 204 len: 168 time: 0.1843247 Jun 27 20:08:05.590332 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-70855f34-e06f-4be9-b8e0-15d0bace9589 service neutron] 10.222.0.23 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644077 Jun 27 20:08:05.773594 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f7f77350-ac0c-4f2c-aa6e-3f129a0e8968 req-9296c337-f36b-41ca-8992-1f64590eafee tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 210 time: 0.0552962 Jun 27 20:08:06.060219 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93bd5b-866b-41a8-814c-b1ea4cb61124 req-2892b10b-c4d0-4496-9176-6a8264ff8c6a tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:06.061869 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9c93bd5b-866b-41a8-814c-b1ea4cb61124 req-2892b10b-c4d0-4496-9176-6a8264ff8c6a tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d25ff00-e402-497d-be91-195cdcb2c702 HTTP/1.1" status: 200 len: 945 time: 0.0986919 Jun 27 20:08:06.109624 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9c93bd5b-866b-41a8-814c-b1ea4cb61124 req-cc43cae2-3a7a-43c3-8d65-b74088ff6ab7 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406647 Jun 27 20:08:06.938971 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cd3691a4-72f9-4615-a150-5c3da12965ee req-f155ca98-e44f-4583-8bef-304326fc4463 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 210 time: 0.0496547 Jun 27 20:08:07.300884 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8d0bf-9719-4b1d-b94f-7406ef1dd893 req-7c409e07-fc93-4d52-ae88-763c936e9d22 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:07.302824 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7fe8d0bf-9719-4b1d-b94f-7406ef1dd893 req-7c409e07-fc93-4d52-ae88-763c936e9d22 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d25ff00-e402-497d-be91-195cdcb2c702 HTTP/1.1" status: 200 len: 945 time: 0.0866861 Jun 27 20:08:07.344396 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7fe8d0bf-9719-4b1d-b94f-7406ef1dd893 req-2502cf6e-6cc1-4a24-9b05-dcd5ed4ae985 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359721 Jun 27 20:08:08.228239 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-02490a80-5d85-4a07-aa14-fa1383f5f825 req-c61b4581-c768-428c-b415-f76dea3266d6 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 210 time: 0.0476193 Jun 27 20:08:08.530417 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d33f1-d944-4c84-8200-13ed3a718edb req-8cef6813-6ad0-497d-b234-ba2152486296 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:08.531832 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d16d33f1-d944-4c84-8200-13ed3a718edb req-8cef6813-6ad0-497d-b234-ba2152486296 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d25ff00-e402-497d-be91-195cdcb2c702 HTTP/1.1" status: 200 len: 945 time: 0.0867431 Jun 27 20:08:08.573277 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d16d33f1-d944-4c84-8200-13ed3a718edb req-47f018f0-94e7-4ded-807d-11c16ebcd98d tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358980 Jun 27 20:08:09.378731 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-712df2dc-3fd6-4605-9772-87c5acec8377 req-e9c03108-2993-4d43-85fb-1ee24f937157 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 210 time: 0.0495460 Jun 27 20:08:09.767710 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245c596-2c72-493c-87a6-e3e00de90150 req-52a5c3ca-d89d-473b-b721-25d30e4f756f tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:09.769158 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2245c596-2c72-493c-87a6-e3e00de90150 req-52a5c3ca-d89d-473b-b721-25d30e4f756f tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d25ff00-e402-497d-be91-195cdcb2c702 HTTP/1.1" status: 200 len: 945 time: 0.0879765 Jun 27 20:08:09.817744 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2245c596-2c72-493c-87a6-e3e00de90150 req-b862f972-d0b4-45f2-81f3-d57cb9fe8c21 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371740 Jun 27 20:08:10.546828 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1e6d0cd3-56e7-4dfa-85db-d8bd2398abea req-4520e409-d1a8-4920-b5da-2528f17d7d03 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 210 time: 0.0645278 Jun 27 20:08:10.788338 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a5251-4065-4093-bc1e-bddf2464d789 req-4df78bef-672a-41c2-bc77-58d482a97273 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:10.789008 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-cf2a5251-4065-4093-bc1e-bddf2464d789 req-4df78bef-672a-41c2-bc77-58d482a97273 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Synchronizing usage tracker for tenant:556b5230b0714598b08119eddf837d5f on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:08:10.810074 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-cf2a5251-4065-4093-bc1e-bddf2464d789 req-4df78bef-672a-41c2-bc77-58d482a97273 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Unset dirty status for tenant:556b5230b0714598b08119eddf837d5f on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:08:10.811196 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-cf2a5251-4065-4093-bc1e-bddf2464d789 req-4df78bef-672a-41c2-bc77-58d482a97273 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d25ff00-e402-497d-be91-195cdcb2c702 HTTP/1.1" status: 200 len: 945 time: 0.1777072 Jun 27 20:08:10.899691 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-cf2a5251-4065-4093-bc1e-bddf2464d789 req-0ad66ec9-86e6-4899-9b0b-0d13ba113b07 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Deleting port 3ffd63da-4f91-456c-bba3-cd4c2303cf44 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:08:10.900025 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cf2a5251-4065-4093-bc1e-bddf2464d789 req-0ad66ec9-86e6-4899-9b0b-0d13ba113b07 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:11.037677 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9081c-b772-4553-945f-0523a5efa671 req-679735d2-e7c5-4252-b05b-7bc119fa06b4 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:11.039304 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-61e9081c-b772-4553-945f-0523a5efa671 req-679735d2-e7c5-4252-b05b-7bc119fa06b4 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d25ff00-e402-497d-be91-195cdcb2c702 HTTP/1.1" status: 200 len: 945 time: 0.1096950 Jun 27 20:08:11.115428 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-61e9081c-b772-4553-945f-0523a5efa671 req-ad824822-d422-49d8-8944-bb4d2b479206 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbb7d8-15d4-4953-b58c-9e08391a4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631657 Jun 27 20:08:11.152438 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:11.426919 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-cf2a5251-4065-4093-bc1e-bddf2464d789 req-0ad66ec9-86e6-4899-9b0b-0d13ba113b07 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] For port 3ffd63da-4f91-456c-bba3-cd4c2303cf44, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=3ffd63da-4f91-456c-bba3-cd4c2303cf44,segment=NetworkSegment(70ec0be9-e69b-40c6-8287-7d7eb9cf58b4),segment_id=70ec0be9-e69b-40c6-8287-7d7eb9cf58b4)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:08:11.427346 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cf2a5251-4065-4093-bc1e-bddf2464d789 req-0ad66ec9-86e6-4899-9b0b-0d13ba113b07 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:11.496202 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-7a878d1d-2f72-4d7b-bf19-2329b2e80cb9 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:11.497602 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-7a878d1d-2f72-4d7b-bf19-2329b2e80cb9 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.15 "GET /v2.0/networks?id=edb7acd2-275d-4d02-9861-85e070a17792 HTTP/1.1" status: 200 len: 819 time: 0.2866163 Jun 27 20:08:11.558708 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-cf2a5251-4065-4093-bc1e-bddf2464d789 req-0ad66ec9-86e6-4899-9b0b-0d13ba113b07 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Calling delete_port for 3ffd63da-4f91-456c-bba3-cd4c2303cf44 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:08:11.649719 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-5b384025-3511-4f04-8178-7ab01c515bdc tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Synchronizing usage tracker for tenant:ff42080e13fb414597e5f10abbe3434d on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:08:11.678845 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-5b384025-3511-4f04-8178-7ab01c515bdc tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Unset dirty status for tenant:ff42080e13fb414597e5f10abbe3434d on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:08:11.679947 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-5b384025-3511-4f04-8178-7ab01c515bdc tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff42080e13fb414597e5f10abbe3434d HTTP/1.1" status: 200 len: 379 time: 0.0941036 Jun 27 20:08:11.703961 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-619a693a-3c7c-4644-ada3-a16f3aca84b9 req-1eeb4b95-6c7c-4f33-be39-6e64f1681491 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 210 time: 0.0530927 Jun 27 20:08:11.720821 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-225a00ca-a42c-4537-8b2e-96281a1b070a tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Request body: {'port': {'device_id': '605866e5-c6c8-414b-a763-47a32ed598fe', 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792', 'admin_state_up': True, 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'security_groups': ['3931741a-f848-442e-821c-3d48206ebc36']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:08:11.835055 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cf2a5251-4065-4093-bc1e-bddf2464d789 req-0ad66ec9-86e6-4899-9b0b-0d13ba113b07 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:11.900666 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad66ec9-86e6-4899-9b0b-0d13ba113b07 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Pushing event deleted for resources: {'Port': ['ID=3ffd63da-4f91-456c-bba3-cd4c2303cf44,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:11.963250 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-225a00ca-a42c-4537-8b2e-96281a1b070a tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:08:12.010795 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2a5251-4065-4093-bc1e-bddf2464d789 req-0ad66ec9-86e6-4899-9b0b-0d13ba113b07 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] No DVR routers for this DVR port 3ffd63da-4f91-456c-bba3-cd4c2303cf44 on host hv-cinder-84579 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 20:08:12.012287 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-225a00ca-a42c-4537-8b2e-96281a1b070a tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:08:12.016129 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-cf2a5251-4065-4093-bc1e-bddf2464d789 req-0ad66ec9-86e6-4899-9b0b-0d13ba113b07 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:12.018562 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d25ff00-e402-497d-be91-195cdcb2c702', 'name': 'network-vif-deleted', 'tag': '3ffd63da-4f91-456c-bba3-cd4c2303cf44'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:08:12.036267 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-225a00ca-a42c-4537-8b2e-96281a1b070a tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Made reservation on behalf of ff42080e13fb414597e5f10abbe3434d for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:08:12.039957 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-225a00ca-a42c-4537-8b2e-96281a1b070a tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:12.052232 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-cf2a5251-4065-4093-bc1e-bddf2464d789 req-0ad66ec9-86e6-4899-9b0b-0d13ba113b07 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.15 "DELETE /v2.0/ports/3ffd63da-4f91-456c-bba3-cd4c2303cf44 HTTP/1.1" status: 204 len: 173 time: 1.2226636 Jun 27 20:08:12.098693 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-322daca0-1bfb-4bc5-aaee-64d6ec926a12'] response: {'server_uuid': '3d25ff00-e402-497d-be91-195cdcb2c702', 'name': 'network-vif-deleted', 'tag': '3ffd63da-4f91-456c-bba3-cd4c2303cf44', 'status': 'completed', 'code': 200} Jun 27 20:08:12.212847 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-225a00ca-a42c-4537-8b2e-96281a1b070a tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Allocated IP 172.20.0.11 (edb7acd2-275d-4d02-9861-85e070a17792/7d86a822-f147-437c-a8d8-a85441e6e85f/9807b7ec-58a7-42ba-9136-3982f6815387) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:08:12.316665 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a3058f17-db50-452f-85a6-116271c66e9f req-bd6d2a10-5b64-4aad-a9f2-3e877d31db62 tempest-VolumesActionsTest-450502255 tempest-VolumesActionsTest-450502255-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d25ff00-e402-497d-be91-195cdcb2c702 HTTP/1.1" status: 200 len: 210 time: 0.0917358 Jun 27 20:08:12.514874 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-225a00ca-a42c-4537-8b2e-96281a1b070a tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:12.549222 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-225a00ca-a42c-4537-8b2e-96281a1b070a tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Transition to ACTIVE for port object 9807b7ec-58a7-42ba-9136-3982f6815387 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:08:12.580731 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-225a00ca-a42c-4537-8b2e-96281a1b070a tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:12.586815 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 57724) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:12.868810 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-225a00ca-a42c-4537-8b2e-96281a1b070a tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Network edb7acd2-275d-4d02-9861-85e070a17792 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:08:12.874293 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-947c29e4-eb03-4442-b4a8-6b4532db503f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:12.894402 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a00ca-a42c-4537-8b2e-96281a1b070a tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Pushing event updated for resources: {'Port': ['ID=9807b7ec-58a7-42ba-9136-3982f6815387,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:12.897271 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-225a00ca-a42c-4537-8b2e-96281a1b070a tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:08:12.899342 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-225a00ca-a42c-4537-8b2e-96281a1b070a tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:08:12.933018 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-947c29e4-eb03-4442-b4a8-6b4532db503f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:08:12.984954 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 3ffd63da-4f91-456c-bba3-cd4c2303cf44 no longer exists at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:08:12.986209 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cceb1-bde8-4884-b275-58ecf45c18fb req-249cc5f1-6f2a-44a3-b480-ff593734f752 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:12.987751 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2f5cceb1-bde8-4884-b275-58ecf45c18fb req-249cc5f1-6f2a-44a3-b480-ff593734f752 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 932 time: 0.1574261 Jun 27 20:08:12.996919 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-225a00ca-a42c-4537-8b2e-96281a1b070a tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:12.997591 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-225a00ca-a42c-4537-8b2e-96281a1b070a tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:13.028513 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-947c29e4-eb03-4442-b4a8-6b4532db503f admin admin] Usage tracker for resource:security_group_rule and tenant:b076b12dfd4241308c4098f421fe2227 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:08:13.033771 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-947c29e4-eb03-4442-b4a8-6b4532db503f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:08:13.040281 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-225a00ca-a42c-4537-8b2e-96281a1b070a tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3271384 Jun 27 20:08:13.046396 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-947c29e4-eb03-4442-b4a8-6b4532db503f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:08:13.063532 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] No Port match for: 3ffd63da-4f91-456c-bba3-cd4c2303cf44 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:08:13.064024 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 3ffd63da-4f91-456c-bba3-cd4c2303cf44 not bound to the agent host hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:08:13.094909 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2f5cceb1-bde8-4884-b275-58ecf45c18fb req-7cd13a6c-6776-491a-82e8-1b24eccbf577 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011288 Jun 27 20:08:13.095050 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-42fbf32e-b9cc-4ea6-842f-adc7fc9c2977 service neutron] Request body: {'port': {'device_id': '605866e5-c6c8-414b-a763-47a32ed598fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84579'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:08:13.159442 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-8266288c-e20b-4d21-a3a4-6a92ca8bfec6 req-5ff24677-986a-4284-adaf-ed90bf814d9a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3843009 Jun 27 20:08:13.251474 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6d95a7e7-d3b6-40bd-869d-74e57b2a9716 None None] Provisioning for port 9807b7ec-58a7-42ba-9136-3982f6815387 completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:08:13.258581 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6d95a7e7-d3b6-40bd-869d-74e57b2a9716 None None] Provisioning complete for port 9807b7ec-58a7-42ba-9136-3982f6815387 triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:08:13.259024 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6d95a7e7-d3b6-40bd-869d-74e57b2a9716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:13.315146 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6d95a7e7-d3b6-40bd-869d-74e57b2a9716 None None] Port 9807b7ec-58a7-42ba-9136-3982f6815387 cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:08:13.317679 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-42fbf32e-b9cc-4ea6-842f-adc7fc9c2977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:13.405865 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-947c29e4-eb03-4442-b4a8-6b4532db503f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:13.428150 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-947c29e4-eb03-4442-b4a8-6b4532db503f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:13.519897 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266288c-e20b-4d21-a3a4-6a92ca8bfec6 req-bbedd297-836f-443f-be4f-07c80e5deefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:13.527529 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-8266288c-e20b-4d21-a3a4-6a92ca8bfec6 req-bbedd297-836f-443f-be4f-07c80e5deefe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff42080e13fb414597e5f10abbe3434d&device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 1098 time: 0.2971582 Jun 27 20:08:13.549668 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-947c29e4-eb03-4442-b4a8-6b4532db503f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b076b12dfd4241308c4098f421fe2227&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9617672 Jun 27 20:08:13.553358 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 57756) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:13.555217 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c29e4-eb03-4442-b4a8-6b4532db503f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ad0d54-62a5-4aec-be82-bac7ab8fa446,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:13.658127 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9db69bbf-d48f-4e92-93ac-8fbb80f67d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:13.689778 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9db69bbf-d48f-4e92-93ac-8fbb80f67d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:13.767484 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9db69bbf-d48f-4e92-93ac-8fbb80f67d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:13.787098 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9db69bbf-d48f-4e92-93ac-8fbb80f67d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:13.803547 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-9db69bbf-d48f-4e92-93ac-8fbb80f67d15 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/85ad0d54-62a5-4aec-be82-bac7ab8fa446 HTTP/1.1" status: 204 len: 168 time: 0.2388124 Jun 27 20:08:13.804898 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db69bbf-d48f-4e92-93ac-8fbb80f67d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ad0d54-62a5-4aec-be82-bac7ab8fa446,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:13.872342 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266288c-e20b-4d21-a3a4-6a92ca8bfec6 req-9f5f8ea9-3af6-42aa-a8ed-1312f06120c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:13.873948 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-8266288c-e20b-4d21-a3a4-6a92ca8bfec6 req-9f5f8ea9-3af6-42aa-a8ed-1312f06120c0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=edb7acd2-275d-4d02-9861-85e070a17792 HTTP/1.1" status: 200 len: 920 time: 0.3044801 Jun 27 20:08:13.979787 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-8266288c-e20b-4d21-a3a4-6a92ca8bfec6 req-fc5c12cb-cb6a-4756-9adb-ba641a8fd5ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a85c707-6300-4094-ad01-a1823bb883b6 HTTP/1.1" status: 200 len: 217 time: 0.0916445 Jun 27 20:08:14.119686 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266288c-e20b-4d21-a3a4-6a92ca8bfec6 req-1b41ec57-b22f-485e-a60a-f75c56dda76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:14.119686 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-8266288c-e20b-4d21-a3a4-6a92ca8bfec6 req-1b41ec57-b22f-485e-a60a-f75c56dda76d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7d86a822-f147-437c-a8d8-a85441e6e85f HTTP/1.1" status: 200 len: 858 time: 0.1295002 Jun 27 20:08:14.122509 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-42fbf32e-b9cc-4ea6-842f-adc7fc9c2977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9807b7ec-58a7-42ba-9136-3982f6815387 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:08:14.169150 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-42fbf32e-b9cc-4ea6-842f-adc7fc9c2977 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:14.219094 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-42fbf32e-b9cc-4ea6-842f-adc7fc9c2977 service neutron] Transition to ACTIVE for port object 9807b7ec-58a7-42ba-9136-3982f6815387 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:08:14.229852 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-42fbf32e-b9cc-4ea6-842f-adc7fc9c2977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:14.315412 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266288c-e20b-4d21-a3a4-6a92ca8bfec6 req-8b99f6ad-cc32-4f0c-9c1c-86412e3f9c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:14.317537 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-8266288c-e20b-4d21-a3a4-6a92ca8bfec6 req-8b99f6ad-cc32-4f0c-9c1c-86412e3f9c03 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=edb7acd2-275d-4d02-9861-85e070a17792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1904933 Jun 27 20:08:14.417772 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fbf32e-b9cc-4ea6-842f-adc7fc9c2977 service neutron] Pushing event updated for resources: {'Port': ['ID=9807b7ec-58a7-42ba-9136-3982f6815387,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:14.496310 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace215d0-06ca-4da3-84d2-06bec6070bd3 req-62cc54b4-70eb-4d06-a4a8-f648b692b55f tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:14.508804 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ace215d0-06ca-4da3-84d2-06bec6070bd3 req-62cc54b4-70eb-4d06-a4a8-f648b692b55f tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 944 time: 0.2116497 Jun 27 20:08:14.574281 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ace215d0-06ca-4da3-84d2-06bec6070bd3 req-a5c5eb6d-0392-4234-9b02-9f010d1fd8f9 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635161 Jun 27 20:08:14.612484 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ba4d2cbe-09fc-43cc-9a21-f69f0ac5487e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:14.963774 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-8266288c-e20b-4d21-a3a4-6a92ca8bfec6 req-5fc04b8a-fd75-410a-b5ed-7423c95ae4f2 service neutron] 10.222.0.15 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5873141 Jun 27 20:08:14.965707 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-42fbf32e-b9cc-4ea6-842f-adc7fc9c2977 service neutron] Attempting to bind port 9807b7ec-58a7-42ba-9136-3982f6815387 on host hv-cinder-84579 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:08:14.966034 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-42fbf32e-b9cc-4ea6-842f-adc7fc9c2977 service neutron] Attempting to bind port 9807b7ec-58a7-42ba-9136-3982f6815387 by drivers openvswitch,hyperv on host hv-cinder-84579 at level 0 using segments [{'id': '2e6a962a-47d2-47d1-a969-73df444edae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:08:14.966353 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-42fbf32e-b9cc-4ea6-842f-adc7fc9c2977 service neutron] Attempting to bind port 9807b7ec-58a7-42ba-9136-3982f6815387 on network edb7acd2-275d-4d02-9861-85e070a17792 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:08:14.992828 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-42fbf32e-b9cc-4ea6-842f-adc7fc9c2977 service neutron] Port 9807b7ec-58a7-42ba-9136-3982f6815387 on network edb7acd2-275d-4d02-9861-85e070a17792 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84579 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 20:08:14.993424 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-42fbf32e-b9cc-4ea6-842f-adc7fc9c2977 service neutron] Attempting to bind port 9807b7ec-58a7-42ba-9136-3982f6815387 on network edb7acd2-275d-4d02-9861-85e070a17792 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:08:15.046218 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-42fbf32e-b9cc-4ea6-842f-adc7fc9c2977 service neutron] Checking agent: {'id': '31e345cd-768d-4f38-b592-a73bb4a1bf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84579', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'started_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:08:15.046549 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-42fbf32e-b9cc-4ea6-842f-adc7fc9c2977 service neutron] Checking segment: {'id': '2e6a962a-47d2-47d1-a969-73df444edae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:08:15.046927 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-42fbf32e-b9cc-4ea6-842f-adc7fc9c2977 service neutron] Bound using segment: {'id': '2e6a962a-47d2-47d1-a969-73df444edae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:08:15.047354 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-42fbf32e-b9cc-4ea6-842f-adc7fc9c2977 service neutron] Bound port: 9807b7ec-58a7-42ba-9136-3982f6815387, host: hv-cinder-84579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e6a962a-47d2-47d1-a969-73df444edae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:08:15.047694 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-42fbf32e-b9cc-4ea6-842f-adc7fc9c2977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:15.186593 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-8266288c-e20b-4d21-a3a4-6a92ca8bfec6 req-eaaf4cd4-ba9f-42b1-9671-2704d78cf65d service neutron] 10.222.0.15 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164948 Jun 27 20:08:15.198272 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-42fbf32e-b9cc-4ea6-842f-adc7fc9c2977 service neutron] For port 9807b7ec-58a7-42ba-9136-3982f6815387, host hv-cinder-84579, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:08:15.201581 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-42fbf32e-b9cc-4ea6-842f-adc7fc9c2977 service neutron] For port 9807b7ec-58a7-42ba-9136-3982f6815387, host hv-cinder-84579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=9807b7ec-58a7-42ba-9136-3982f6815387,segment=NetworkSegment(2e6a962a-47d2-47d1-a969-73df444edae4),segment_id=2e6a962a-47d2-47d1-a969-73df444edae4)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:08:15.210347 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-42fbf32e-b9cc-4ea6-842f-adc7fc9c2977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:15.279798 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-42fbf32e-b9cc-4ea6-842f-adc7fc9c2977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:15.280782 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-42fbf32e-b9cc-4ea6-842f-adc7fc9c2977 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:15.282253 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-42fbf32e-b9cc-4ea6-842f-adc7fc9c2977 service neutron] 10.222.0.15 "PUT /v2.0/ports/9807b7ec-58a7-42ba-9136-3982f6815387 HTTP/1.1" status: 200 len: 1094 time: 2.2030907 Jun 27 20:08:15.285243 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605866e5-c6c8-414b-a763-47a32ed598fe', 'tag': '9807b7ec-58a7-42ba-9136-3982f6815387'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:08:15.341496 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fbf32e-b9cc-4ea6-842f-adc7fc9c2977 service neutron] Pushing event updated for resources: {'Port': ['ID=9807b7ec-58a7-42ba-9136-3982f6815387,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:15.399867 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-735073ea-9331-4b6e-84d5-7ae923cb0ee1'] response: {'name': 'network-changed', 'server_uuid': '605866e5-c6c8-414b-a763-47a32ed598fe', 'tag': '9807b7ec-58a7-42ba-9136-3982f6815387', 'status': 'completed', 'code': 200} Jun 27 20:08:15.447050 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-57fc52f9-a116-45f2-ae59-5ab5cdf19910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:15.448664 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-57fc52f9-a116-45f2-ae59-5ab5cdf19910 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff42080e13fb414597e5f10abbe3434d&device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 1097 time: 0.0934589 Jun 27 20:08:15.539545 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-e40c9301-47bd-4a2c-adaa-28580624e638 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9807b7ec-58a7-42ba-9136-3982f6815387 HTTP/1.1" status: 200 len: 217 time: 0.0768385 Jun 27 20:08:15.602098 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-cc968218-36c6-44fe-95d1-c4b4e749fd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:15.603636 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-cc968218-36c6-44fe-95d1-c4b4e749fd8a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7d86a822-f147-437c-a8d8-a85441e6e85f HTTP/1.1" status: 200 len: 858 time: 0.0586929 Jun 27 20:08:15.701683 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-0ccf919f-29f3-499b-b931-c9630aceabfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:15.703158 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-0ccf919f-29f3-499b-b931-c9630aceabfb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=edb7acd2-275d-4d02-9861-85e070a17792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0932217 Jun 27 20:08:15.779486 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98835bc7-530d-45e1-a898-92a85fffc3cb req-3dac917b-e1c3-41a8-9af7-5c886e9bd756 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:15.780853 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-98835bc7-530d-45e1-a898-92a85fffc3cb req-3dac917b-e1c3-41a8-9af7-5c886e9bd756 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 944 time: 0.0987322 Jun 27 20:08:15.862228 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-09a4b445-b6d0-4d9d-9cac-94a905a2afde service neutron] 10.222.0.15 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515639 Jun 27 20:08:15.925929 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-98835bc7-530d-45e1-a898-92a85fffc3cb req-82e830c7-6c78-45a7-a0a3-d0aa8e0d01d0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380920 Jun 27 20:08:16.022212 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2c132ab2-5e4f-4058-be53-c8c593548c71 req-03bad1b1-8891-450b-a822-18c312c7bbc5 service neutron] 10.222.0.15 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537313 Jun 27 20:08:16.202575 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ec15c-d3eb-486c-ad66-6494c02c3cdf req-222fb313-cbdc-41a2-ad08-ff321177077c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:16.204029 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-7d7ec15c-d3eb-486c-ad66-6494c02c3cdf req-222fb313-cbdc-41a2-ad08-ff321177077c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff42080e13fb414597e5f10abbe3434d&device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 1097 time: 0.0773754 Jun 27 20:08:16.344100 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ec15c-d3eb-486c-ad66-6494c02c3cdf req-080dd906-ad40-4e47-8f95-9ec865e2dbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:16.345460 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-7d7ec15c-d3eb-486c-ad66-6494c02c3cdf req-080dd906-ad40-4e47-8f95-9ec865e2dbf2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=edb7acd2-275d-4d02-9861-85e070a17792 HTTP/1.1" status: 200 len: 920 time: 0.1314385 Jun 27 20:08:16.415865 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-7d7ec15c-d3eb-486c-ad66-6494c02c3cdf req-795b0308-3d2d-4bff-82d3-ce0c1b1f7687 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9807b7ec-58a7-42ba-9136-3982f6815387 HTTP/1.1" status: 200 len: 217 time: 0.0638030 Jun 27 20:08:16.478607 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ec15c-d3eb-486c-ad66-6494c02c3cdf req-ccd6ed83-3da1-4cb0-8176-2998c103d106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:16.480190 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-7d7ec15c-d3eb-486c-ad66-6494c02c3cdf req-ccd6ed83-3da1-4cb0-8176-2998c103d106 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7d86a822-f147-437c-a8d8-a85441e6e85f HTTP/1.1" status: 200 len: 858 time: 0.0578296 Jun 27 20:08:16.567119 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ec15c-d3eb-486c-ad66-6494c02c3cdf req-9f29dd74-f3bd-45e2-8f08-7c2754347943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:16.568591 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-7d7ec15c-d3eb-486c-ad66-6494c02c3cdf req-9f29dd74-f3bd-45e2-8f08-7c2754347943 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=edb7acd2-275d-4d02-9861-85e070a17792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0822163 Jun 27 20:08:16.701210 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-7d7ec15c-d3eb-486c-ad66-6494c02c3cdf req-742812bc-85fa-4db8-86ec-5a0c54fb19b8 service neutron] 10.222.0.15 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253438 Jun 27 20:08:16.803757 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-fbf5a9ee-ec3a-42e0-a091-3fe93c3b281b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:16.923611 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-7d7ec15c-d3eb-486c-ad66-6494c02c3cdf req-20c4ac0b-2c98-412b-8d01-11267b775da1 service neutron] 10.222.0.15 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153251 Jun 27 20:08:17.121444 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fda313-caf7-4bad-b932-408939dfde67 req-c818c575-77a1-45ed-89f2-f073745c99b4 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:17.123027 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d2fda313-caf7-4bad-b932-408939dfde67 req-c818c575-77a1-45ed-89f2-f073745c99b4 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 944 time: 0.0900047 Jun 27 20:08:17.169260 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d2fda313-caf7-4bad-b932-408939dfde67 req-76759d46-be7b-4490-a66c-0fd2221dc43f tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405214 Jun 27 20:08:17.963149 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:18.041037 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:18.363334 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8382b-b796-41bd-944c-514cf70eb552 req-a057bcff-e1cf-4f6e-93d7-1de22c82badd tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:18.364781 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-17f8382b-b796-41bd-944c-514cf70eb552 req-a057bcff-e1cf-4f6e-93d7-1de22c82badd tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 944 time: 0.0890317 Jun 27 20:08:18.408610 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-17f8382b-b796-41bd-944c-514cf70eb552 req-d5c8b202-15a2-4b22-a553-33d4107abeb4 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371814 Jun 27 20:08:19.228454 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:19.605993 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f33e3-c0d4-4203-8f81-f996604f09d6 req-c116e07c-b6d6-4957-bff0-cace580ee40e tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:19.607480 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b75f33e3-c0d4-4203-8f81-f996604f09d6 req-c116e07c-b6d6-4957-bff0-cace580ee40e tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 944 time: 0.0937886 Jun 27 20:08:19.650758 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b75f33e3-c0d4-4203-8f81-f996604f09d6 req-9b8fb873-28ab-452c-8e49-27d6b6795f54 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362663 Jun 27 20:08:20.840011 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e601b-fd28-4391-83ac-bcd7a530c112 req-3ed387bb-a5e7-4aa4-9744-a376c0224453 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:20.841468 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-645e601b-fd28-4391-83ac-bcd7a530c112 req-3ed387bb-a5e7-4aa4-9744-a376c0224453 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 944 time: 0.0851297 Jun 27 20:08:20.886507 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-645e601b-fd28-4391-83ac-bcd7a530c112 req-6d151cf2-999e-436b-b7f5-1a098bd194f4 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391204 Jun 27 20:08:22.103904 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa79f2-ffd2-4824-b01b-33497daa376b req-06f90bb2-2d9c-47ad-b3f8-53b629723e0c tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:22.105780 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9caa79f2-ffd2-4824-b01b-33497daa376b req-06f90bb2-2d9c-47ad-b3f8-53b629723e0c tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 944 time: 0.0907903 Jun 27 20:08:22.150737 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9caa79f2-ffd2-4824-b01b-33497daa376b req-6c0f0d60-02cf-43d8-9c34-0a5bdc3af2b9 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393054 Jun 27 20:08:23.349285 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08a6ea-45b4-498e-bdc9-7e31dbda98d2 req-2f970c45-0435-4b4d-a4c4-e9f1bcfe942b tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:23.350733 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3b08a6ea-45b4-498e-bdc9-7e31dbda98d2 req-2f970c45-0435-4b4d-a4c4-e9f1bcfe942b tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 944 time: 0.0948818 Jun 27 20:08:23.393669 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3b08a6ea-45b4-498e-bdc9-7e31dbda98d2 req-cecda043-74eb-4554-a3df-79de6c94de55 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369627 Jun 27 20:08:24.629238 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2fc5e-cae8-4550-8487-1ac4fa5da4e2 req-15eda2e2-fe80-44d8-bac8-5a9466abc51f tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:24.635914 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-abe2fc5e-cae8-4550-8487-1ac4fa5da4e2 req-15eda2e2-fe80-44d8-bac8-5a9466abc51f tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 944 time: 0.1322858 Jun 27 20:08:24.690658 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-abe2fc5e-cae8-4550-8487-1ac4fa5da4e2 req-4407b54a-0e66-46e7-9742-cc64977512b5 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529559 Jun 27 20:08:25.073273 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 9807b7ec-58a7-42ba-9136-3982f6815387 details requested by agent hyperv_hv-cinder-84579 with host hv-cinder-84579 {{(pid=88115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 20:08:25.104700 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 58154) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:25.278930 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1d807b69-cc68-45e6-be15-f4ab7df49193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:25.301501 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-1d807b69-cc68-45e6-be15-f4ab7df49193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:08:25.303546 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 9807b7ec-58a7-42ba-9136-3982f6815387, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=9807b7ec-58a7-42ba-9136-3982f6815387,segment=NetworkSegment(2e6a962a-47d2-47d1-a969-73df444edae4),segment_id=2e6a962a-47d2-47d1-a969-73df444edae4)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:08:25.305919 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-1d807b69-cc68-45e6-be15-f4ab7df49193 admin admin] Usage tracker for resource:security_group_rule and tenant:7d57b09d0864473e9726fc0cd9eec80a is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:08:25.309277 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-1d807b69-cc68-45e6-be15-f4ab7df49193 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:08:25.315453 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-1d807b69-cc68-45e6-be15-f4ab7df49193 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:08:25.322723 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Returning: {'device': '9807b7ec-58a7-42ba-9136-3982f6815387', 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792', 'port_id': '9807b7ec-58a7-42ba-9136-3982f6815387', 'mac_address': 'fa:16:3e:b3:2e:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d86a822-f147-437c-a8d8-a85441e6e85f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 20:08:25.402140 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 9807b7ec-58a7-42ba-9136-3982f6815387 is: DOWN; New status is: BUILD {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:08:25.402515 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:25.430975 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1d807b69-cc68-45e6-be15-f4ab7df49193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:25.437379 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1d807b69-cc68-45e6-be15-f4ab7df49193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:25.442020 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9807b7ec-58a7-42ba-9136-3982f6815387 {{(pid=88115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:08:25.479284 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 9807b7ec-58a7-42ba-9136-3982f6815387, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=9807b7ec-58a7-42ba-9136-3982f6815387,segment=NetworkSegment(2e6a962a-47d2-47d1-a969-73df444edae4),segment_id=2e6a962a-47d2-47d1-a969-73df444edae4)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:08:25.490661 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:25.507501 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d807b69-cc68-45e6-be15-f4ab7df49193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98afd363-03f2-4a42-ae54-9581b29dc04c,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:25.514102 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-1d807b69-cc68-45e6-be15-f4ab7df49193 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7d57b09d0864473e9726fc0cd9eec80a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4072478 Jun 27 20:08:25.518138 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 58168) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:25.594331 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-90a91177-edad-4997-8ff3-6648843fd421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:25.603707 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=9807b7ec-58a7-42ba-9136-3982f6815387,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:25.625941 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-90a91177-edad-4997-8ff3-6648843fd421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:25.678783 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-90a91177-edad-4997-8ff3-6648843fd421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:25.695018 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a91177-edad-4997-8ff3-6648843fd421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98afd363-03f2-4a42-ae54-9581b29dc04c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:25.708811 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a91177-edad-4997-8ff3-6648843fd421 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:25.709018 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a91177-edad-4997-8ff3-6648843fd421 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:25.709349 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a91177-edad-4997-8ff3-6648843fd421 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:25.709761 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a91177-edad-4997-8ff3-6648843fd421 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:25.710263 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a91177-edad-4997-8ff3-6648843fd421 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:25.710595 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a91177-edad-4997-8ff3-6648843fd421 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:25.712041 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a91177-edad-4997-8ff3-6648843fd421 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:25.712513 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a91177-edad-4997-8ff3-6648843fd421 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:25.713388 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a91177-edad-4997-8ff3-6648843fd421 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:25.713925 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a91177-edad-4997-8ff3-6648843fd421 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:25.714385 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a91177-edad-4997-8ff3-6648843fd421 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:25.715594 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a91177-edad-4997-8ff3-6648843fd421 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:25.721712 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-90a91177-edad-4997-8ff3-6648843fd421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:25.723066 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-90a91177-edad-4997-8ff3-6648843fd421 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/98afd363-03f2-4a42-ae54-9581b29dc04c HTTP/1.1" status: 204 len: 168 time: 0.2043102 Jun 27 20:08:25.936880 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a67f93-f4e8-4a3f-9b1d-174269854835 req-e84acb7c-6388-4ccd-86b1-12243a114e27 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:25.938367 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-32a67f93-f4e8-4a3f-9b1d-174269854835 req-e84acb7c-6388-4ccd-86b1-12243a114e27 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 945 time: 0.1296809 Jun 27 20:08:25.986754 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-32a67f93-f4e8-4a3f-9b1d-174269854835 req-5a425a67-1e91-4d01-bd8b-7abfc37f0559 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417626 Jun 27 20:08:26.017085 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['9807b7ec-58a7-42ba-9136-3982f6815387'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:08:26.123174 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 58180) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:26.143838 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-07dae83b-44aa-4a48-8f98-a476ee71d4a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:26.157790 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-07dae83b-44aa-4a48-8f98-a476ee71d4a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:08:26.161640 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-07dae83b-44aa-4a48-8f98-a476ee71d4a8 admin admin] Usage tracker for resource:security_group_rule and tenant:43dc0bcc67454fbfa423e935e8258fdd is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:08:26.164511 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-07dae83b-44aa-4a48-8f98-a476ee71d4a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:08:26.170450 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-07dae83b-44aa-4a48-8f98-a476ee71d4a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:08:26.257800 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-07dae83b-44aa-4a48-8f98-a476ee71d4a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:26.261663 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-07dae83b-44aa-4a48-8f98-a476ee71d4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:26.316238 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-07dae83b-44aa-4a48-8f98-a476ee71d4a8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=43dc0bcc67454fbfa423e935e8258fdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1919796 Jun 27 20:08:26.317046 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dae83b-44aa-4a48-8f98-a476ee71d4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded109b3-2bd5-4920-b24b-b79151d6861f,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:26.319625 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 58184) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:26.377195 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c30a995c-3e21-4637-b803-4c3c288c554a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:26.401247 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c30a995c-3e21-4637-b803-4c3c288c554a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:26.451659 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c30a995c-3e21-4637-b803-4c3c288c554a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:26.467264 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a995c-3e21-4637-b803-4c3c288c554a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded109b3-2bd5-4920-b24b-b79151d6861f,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:26.480867 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30a995c-3e21-4637-b803-4c3c288c554a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:26.481229 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30a995c-3e21-4637-b803-4c3c288c554a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:26.481581 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30a995c-3e21-4637-b803-4c3c288c554a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:26.481942 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30a995c-3e21-4637-b803-4c3c288c554a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:26.482271 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30a995c-3e21-4637-b803-4c3c288c554a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:26.482599 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30a995c-3e21-4637-b803-4c3c288c554a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:26.482917 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30a995c-3e21-4637-b803-4c3c288c554a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:26.483237 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30a995c-3e21-4637-b803-4c3c288c554a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:26.483559 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30a995c-3e21-4637-b803-4c3c288c554a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:26.483879 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30a995c-3e21-4637-b803-4c3c288c554a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:26.484196 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30a995c-3e21-4637-b803-4c3c288c554a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:26.484524 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30a995c-3e21-4637-b803-4c3c288c554a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:26.489288 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c30a995c-3e21-4637-b803-4c3c288c554a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:26.490654 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-c30a995c-3e21-4637-b803-4c3c288c554a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ded109b3-2bd5-4920-b24b-b79151d6861f HTTP/1.1" status: 204 len: 168 time: 0.1695747 Jun 27 20:08:27.106396 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 58210) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:27.276609 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c087d-2781-4cb9-af87-ff3ff28a2f99 req-27554084-79c5-4375-81b3-54ea41578aff tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:27.285036 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-359c087d-2781-4cb9-af87-ff3ff28a2f99 req-27554084-79c5-4375-81b3-54ea41578aff tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 945 time: 0.1461978 Jun 27 20:08:27.401765 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-359c087d-2781-4cb9-af87-ff3ff28a2f99 req-a0bd2aa5-7fd4-4e5f-9944-81d13fca4a1b tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133785 Jun 27 20:08:27.492887 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-80ff7e05-9459-414a-a954-94a32e5fceea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:27.519324 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-80ff7e05-9459-414a-a954-94a32e5fceea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:08:27.523621 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-80ff7e05-9459-414a-a954-94a32e5fceea admin admin] Usage tracker for resource:security_group_rule and tenant:28c83203add94ea780605a0772ebcb0c is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:08:27.526811 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-80ff7e05-9459-414a-a954-94a32e5fceea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:08:27.533653 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-80ff7e05-9459-414a-a954-94a32e5fceea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:08:27.649827 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-80ff7e05-9459-414a-a954-94a32e5fceea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:27.656021 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-80ff7e05-9459-414a-a954-94a32e5fceea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:27.734963 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 58228) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:27.736870 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-80ff7e05-9459-414a-a954-94a32e5fceea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=28c83203add94ea780605a0772ebcb0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6271272 Jun 27 20:08:27.796384 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff7e05-9459-414a-a954-94a32e5fceea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27e2515-cd3e-4f7b-9799-c486df6d1e1a,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:27.939890 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-26b63744-c5aa-4520-a92d-822dbcaa314e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:27.986310 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-26b63744-c5aa-4520-a92d-822dbcaa314e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:28.069121 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-26b63744-c5aa-4520-a92d-822dbcaa314e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:28.087538 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b63744-c5aa-4520-a92d-822dbcaa314e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27e2515-cd3e-4f7b-9799-c486df6d1e1a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:28.108320 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-26b63744-c5aa-4520-a92d-822dbcaa314e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:28.109458 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-26b63744-c5aa-4520-a92d-822dbcaa314e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c27e2515-cd3e-4f7b-9799-c486df6d1e1a HTTP/1.1" status: 204 len: 168 time: 0.3707893 Jun 27 20:08:28.686747 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305cbd61-3852-4ecf-aecc-89168f71a314 req-96df754d-2ff2-41f7-b639-698a3d88248a tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:28.688763 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-305cbd61-3852-4ecf-aecc-89168f71a314 req-96df754d-2ff2-41f7-b639-698a3d88248a tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 945 time: 0.1752634 Jun 27 20:08:28.757395 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-305cbd61-3852-4ecf-aecc-89168f71a314 req-14f4d28b-93b1-49cd-b5c4-23da30c6c475 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578301 Jun 27 20:08:29.353211 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 58284) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:29.588029 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-89cbdc9e-c5b7-4ed8-b9a9-1584babe7b9c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-451240422-network', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:08:29.599350 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-89cbdc9e-c5b7-4ed8-b9a9-1584babe7b9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:08:29.604034 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-89cbdc9e-c5b7-4ed8-b9a9-1584babe7b9c admin admin] Usage tracker for resource:network and tenant:caa8bd5588cd4b908faeb162efc54fb1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:08:29.622388 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-89cbdc9e-c5b7-4ed8-b9a9-1584babe7b9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:08:29.632281 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-89cbdc9e-c5b7-4ed8-b9a9-1584babe7b9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:08:29.647007 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cbdc9e-c5b7-4ed8-b9a9-1584babe7b9c admin admin] Made reservation on behalf of caa8bd5588cd4b908faeb162efc54fb1 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:08:29.649393 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-89cbdc9e-c5b7-4ed8-b9a9-1584babe7b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:29.663640 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-89cbdc9e-c5b7-4ed8-b9a9-1584babe7b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:29.683212 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-89cbdc9e-c5b7-4ed8-b9a9-1584babe7b9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:08:29.687297 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-89cbdc9e-c5b7-4ed8-b9a9-1584babe7b9c admin admin] Usage tracker for resource:security_group_rule and tenant:caa8bd5588cd4b908faeb162efc54fb1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:08:29.691007 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-89cbdc9e-c5b7-4ed8-b9a9-1584babe7b9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:08:29.697026 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-89cbdc9e-c5b7-4ed8-b9a9-1584babe7b9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:08:29.821309 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-89cbdc9e-c5b7-4ed8-b9a9-1584babe7b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:29.828683 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-89cbdc9e-c5b7-4ed8-b9a9-1584babe7b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:29.875729 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89cbdc9e-c5b7-4ed8-b9a9-1584babe7b9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 20:08:29.885700 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cbdc9e-c5b7-4ed8-b9a9-1584babe7b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20531e1-f145-4987-9e87-ad264c2f3688,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:29.894002 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-89cbdc9e-c5b7-4ed8-b9a9-1584babe7b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603533'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:29.894461 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.db.segments_db [None req-89cbdc9e-c5b7-4ed8-b9a9-1584babe7b9c admin admin] Added segment 310d2f30-f052-4f7c-98a2-8ba18c3ef34d of type vlan for network 95174e0b-b3b6-422f-bf95-035686ee2474 Jun 27 20:08:29.939856 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-89cbdc9e-c5b7-4ed8-b9a9-1584babe7b9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741810009101'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:30.001925 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-89cbdc9e-c5b7-4ed8-b9a9-1584babe7b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:30.003321 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cbdc9e-c5b7-4ed8-b9a9-1584babe7b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:30.003911 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-89cbdc9e-c5b7-4ed8-b9a9-1584babe7b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:30.059527 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 58298) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:30.060002 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-89cbdc9e-c5b7-4ed8-b9a9-1584babe7b9c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7050982 Jun 27 20:08:30.067139 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-5e072098-cfd5-41b4-ac42-06ead8f6c95f admin admin] Request body: {'subnet': {'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-451240422-subnet', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'ip_version': 4}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:08:30.073096 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-5e072098-cfd5-41b4-ac42-06ead8f6c95f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:08:30.078576 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-5e072098-cfd5-41b4-ac42-06ead8f6c95f admin admin] Usage tracker for resource:subnet and tenant:caa8bd5588cd4b908faeb162efc54fb1 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:08:30.083613 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-5e072098-cfd5-41b4-ac42-06ead8f6c95f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:08:30.091974 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-5e072098-cfd5-41b4-ac42-06ead8f6c95f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:08:30.114541 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8fdec-5eb7-4ede-b4fc-002393d62de2 req-6d7d2f9b-1f6e-4fce-904c-12cb19963b9f tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:30.125437 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-35e8fdec-5eb7-4ede-b4fc-002393d62de2 req-6d7d2f9b-1f6e-4fce-904c-12cb19963b9f tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 945 time: 0.1769180 Jun 27 20:08:30.129889 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e072098-cfd5-41b4-ac42-06ead8f6c95f admin admin] Made reservation on behalf of caa8bd5588cd4b908faeb162efc54fb1 for: {'subnet': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:08:30.132710 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5e072098-cfd5-41b4-ac42-06ead8f6c95f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14401358'] for subnet, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:30.212051 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cbdc9e-c5b7-4ed8-b9a9-1584babe7b9c admin admin] Pushing event updated for resources: {'Network': ['ID=95174e0b-b3b6-422f-bf95-035686ee2474,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:30.231409 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Network 95174e0b-b3b6-422f-bf95-035686ee2474 details requested by agent ovs-agent-dv-cinder-845799-1-iscsi with host dv-cinder-845799-1-iscsi {{(pid=88115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 20:08:30.386483 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-35e8fdec-5eb7-4ede-b4fc-002393d62de2 req-3f62f8d5-5255-4f95-9f59-827c594c54ac tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2598462 Jun 27 20:08:30.520161 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5e072098-cfd5-41b4-ac42-06ead8f6c95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14168160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14401400'] for subnet, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:30.672053 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e072098-cfd5-41b4-ac42-06ead8f6c95f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d296a220-8d8b-48c1-98ba-4729812d3752,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:30.679755 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e072098-cfd5-41b4-ac42-06ead8f6c95f admin admin] Checking segment: {'id': '310d2f30-f052-4f7c-98a2-8ba18c3ef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:08:30.680097 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e072098-cfd5-41b4-ac42-06ead8f6c95f admin admin] Network hostable DHCP agents. Network: 95174e0b-b3b6-422f-bf95-035686ee2474, hostable agents: ['4165b8a7-5268-4093-844e-4587fa48cc65'], hosted agents: [] {{(pid=88114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 20:08:30.698447 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e072098-cfd5-41b4-ac42-06ead8f6c95f admin admin] Network 95174e0b-b3b6-422f-bf95-035686ee2474 is scheduled to be hosted by DHCP agent 4165b8a7-5268-4093-844e-4587fa48cc65 with binding_index 1 {{(pid=88114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 20:08:30.706978 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-5e072098-cfd5-41b4-ac42-06ead8f6c95f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845799-1-iscsi, 95174e0b-b3b6-422f-bf95-035686ee2474) {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:08:30.711182 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e072098-cfd5-41b4-ac42-06ead8f6c95f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:30.711816 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5e072098-cfd5-41b4-ac42-06ead8f6c95f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for subnet, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:30.717071 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a4053f-b96f-460a-83ca-05bcd0529f6f None None] Network 95174e0b-b3b6-422f-bf95-035686ee2474 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:08:30.738237 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-5e072098-cfd5-41b4-ac42-06ead8f6c95f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6767657 Jun 27 20:08:30.740778 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 58312) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:30.745488 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-1770a11b-a5a1-41c3-8bfc-f0eb82749e36 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-451240422-router', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:08:30.749850 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-1770a11b-a5a1-41c3-8bfc-f0eb82749e36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:08:30.753802 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-1770a11b-a5a1-41c3-8bfc-f0eb82749e36 admin admin] Usage tracker for resource:router and tenant:caa8bd5588cd4b908faeb162efc54fb1 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:08:30.756575 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-1770a11b-a5a1-41c3-8bfc-f0eb82749e36 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:08:30.762192 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-1770a11b-a5a1-41c3-8bfc-f0eb82749e36 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:08:30.771836 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1770a11b-a5a1-41c3-8bfc-f0eb82749e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16270966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7578'] for router, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:30.772753 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1770a11b-a5a1-41c3-8bfc-f0eb82749e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16272205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16757837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16391757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4457'] for router, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:30.788049 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1770a11b-a5a1-41c3-8bfc-f0eb82749e36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:30.939468 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcc29cb-aa26-460f-bd7a-d4e41a6abe83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec9038c-6dc9-54f2-9480-5d6565864add-95174e0b-b3b6-422f-bf95-035686ee2474', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'fixed_ips': [{'subnet_id': 'd296a220-8d8b-48c1-98ba-4729812d3752'}]}} from dv-cinder-845799-1-iscsi. {{(pid=88115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 27 20:08:30.940304 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1dcc29cb-aa26-460f-bd7a-d4e41a6abe83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:31.047759 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1770a11b-a5a1-41c3-8bfc-f0eb82749e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16757887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16270975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4475'] for router, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:31.088009 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [None req-1dcc29cb-aa26-460f-bd7a-d4e41a6abe83 None None] Allocated IP 172.20.0.2 (95174e0b-b3b6-422f-bf95-035686ee2474/d296a220-8d8b-48c1-98ba-4729812d3752/4acacc57-69dd-4317-9ea2-135fdb82cd02) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:08:31.287804 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1dcc29cb-aa26-460f-bd7a-d4e41a6abe83 None None] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:31.297553 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-1dcc29cb-aa26-460f-bd7a-d4e41a6abe83 None None] Transition to ACTIVE for port object 4acacc57-69dd-4317-9ea2-135fdb82cd02 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:08:31.315685 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-1dcc29cb-aa26-460f-bd7a-d4e41a6abe83 None None] Transition to ACTIVE for port object 4acacc57-69dd-4317-9ea2-135fdb82cd02 will not be triggered until provisioned by entity DHCP. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:08:31.321084 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1dcc29cb-aa26-460f-bd7a-d4e41a6abe83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:31.361710 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1770a11b-a5a1-41c3-8bfc-f0eb82749e36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:31.383580 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcc29cb-aa26-460f-bd7a-d4e41a6abe83 None None] Network 95174e0b-b3b6-422f-bf95-035686ee2474 is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:08:31.390456 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-1dcc29cb-aa26-460f-bd7a-d4e41a6abe83 None None] Resources bound (agent type, host, resource id): {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:08:31.392369 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1770a11b-a5a1-41c3-8bfc-f0eb82749e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:31.395523 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcc29cb-aa26-460f-bd7a-d4e41a6abe83 None None] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:08:31.442173 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc29cb-aa26-460f-bd7a-d4e41a6abe83 None None] Pushing event updated for resources: {'Port': ['ID=4acacc57-69dd-4317-9ea2-135fdb82cd02,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:31.490554 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc29cb-aa26-460f-bd7a-d4e41a6abe83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:31.490893 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc29cb-aa26-460f-bd7a-d4e41a6abe83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:31.491226 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc29cb-aa26-460f-bd7a-d4e41a6abe83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:31.491554 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc29cb-aa26-460f-bd7a-d4e41a6abe83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:31.491876 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc29cb-aa26-460f-bd7a-d4e41a6abe83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:31.492201 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc29cb-aa26-460f-bd7a-d4e41a6abe83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:31.492520 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc29cb-aa26-460f-bd7a-d4e41a6abe83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:31.492835 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc29cb-aa26-460f-bd7a-d4e41a6abe83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:31.493152 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc29cb-aa26-460f-bd7a-d4e41a6abe83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:31.493552 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc29cb-aa26-460f-bd7a-d4e41a6abe83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:31.493809 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc29cb-aa26-460f-bd7a-d4e41a6abe83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:31.494120 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc29cb-aa26-460f-bd7a-d4e41a6abe83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:31.541041 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-1dcc29cb-aa26-460f-bd7a-d4e41a6abe83 None None] Attempting to bind port 4acacc57-69dd-4317-9ea2-135fdb82cd02 on host dv-cinder-845799-1-iscsi for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:08:31.541402 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-1dcc29cb-aa26-460f-bd7a-d4e41a6abe83 None None] Attempting to bind port 4acacc57-69dd-4317-9ea2-135fdb82cd02 by drivers openvswitch,hyperv on host dv-cinder-845799-1-iscsi at level 0 using segments [{'id': '310d2f30-f052-4f7c-98a2-8ba18c3ef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:08:31.541781 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcc29cb-aa26-460f-bd7a-d4e41a6abe83 None None] Attempting to bind port 4acacc57-69dd-4317-9ea2-135fdb82cd02 on network 95174e0b-b3b6-422f-bf95-035686ee2474 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:08:31.547000 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcc29cb-aa26-460f-bd7a-d4e41a6abe83 None None] Checking agent: {'id': '002de21a-1fb9-4fe8-99da-e58f143369d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845799-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'started_at': datetime.datetime(2022, 6, 27, 19, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845799-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:08:31.547359 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcc29cb-aa26-460f-bd7a-d4e41a6abe83 None None] Checking segment: {'id': '310d2f30-f052-4f7c-98a2-8ba18c3ef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:08:31.547755 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1dcc29cb-aa26-460f-bd7a-d4e41a6abe83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:31.548132 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcc29cb-aa26-460f-bd7a-d4e41a6abe83 None None] Bound using segment: {'id': '310d2f30-f052-4f7c-98a2-8ba18c3ef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:08:31.548580 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-1dcc29cb-aa26-460f-bd7a-d4e41a6abe83 None None] Bound port: 4acacc57-69dd-4317-9ea2-135fdb82cd02, host: dv-cinder-845799-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '310d2f30-f052-4f7c-98a2-8ba18c3ef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:08:31.548943 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1dcc29cb-aa26-460f-bd7a-d4e41a6abe83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:31.583983 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-1770a11b-a5a1-41c3-8bfc-f0eb82749e36 admin admin] Allocated IP 172.27.3.62 (f5e38b28-d42a-47c6-b8ea-5d0ae1b51160/4aa6a97f-4da5-4d03-b34a-f88023a9290b/59094047-061e-4a54-9b2c-1f5b16b54587) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:08:31.633966 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-1dcc29cb-aa26-460f-bd7a-d4e41a6abe83 None None] For port 4acacc57-69dd-4317-9ea2-135fdb82cd02, host dv-cinder-845799-1-iscsi, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:08:31.636975 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-1dcc29cb-aa26-460f-bd7a-d4e41a6abe83 None None] For port 4acacc57-69dd-4317-9ea2-135fdb82cd02, host dv-cinder-845799-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=4acacc57-69dd-4317-9ea2-135fdb82cd02,segment=NetworkSegment(310d2f30-f052-4f7c-98a2-8ba18c3ef34d),segment_id=310d2f30-f052-4f7c-98a2-8ba18c3ef34d)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:08:31.640583 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1dcc29cb-aa26-460f-bd7a-d4e41a6abe83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:31.689681 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca58660-eebe-4218-a367-1772a46029b6 req-4232180c-272d-4160-9043-4e1e955439ee tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:31.691662 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5ca58660-eebe-4218-a367-1772a46029b6 req-4232180c-272d-4160-9043-4e1e955439ee tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 945 time: 0.1795068 Jun 27 20:08:31.722914 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc29cb-aa26-460f-bd7a-d4e41a6abe83 None None] Pushing event updated for resources: {'Port': ['ID=4acacc57-69dd-4317-9ea2-135fdb82cd02,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:31.775074 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5ca58660-eebe-4218-a367-1772a46029b6 req-27e8f40b-62ae-4690-8d1d-7dad736c0fc6 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740328 Jun 27 20:08:31.794492 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1770a11b-a5a1-41c3-8bfc-f0eb82749e36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:31.825211 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1770a11b-a5a1-41c3-8bfc-f0eb82749e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14170096'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:31.858713 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 9807b7ec-58a7-42ba-9136-3982f6815387 up at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:08:31.896632 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770a11b-a5a1-41c3-8bfc-f0eb82749e36 admin admin] Pushing event updated for resources: {'Port': ['ID=59094047-061e-4a54-9b2c-1f5b16b54587,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:31.909482 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1770a11b-a5a1-41c3-8bfc-f0eb82749e36 admin admin] Network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:08:31.910652 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-1770a11b-a5a1-41c3-8bfc-f0eb82749e36 admin admin] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:08:31.912962 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1770a11b-a5a1-41c3-8bfc-f0eb82749e36 admin admin] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:08:31.935796 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning for port 9807b7ec-58a7-42ba-9136-3982f6815387 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:08:31.942397 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning complete for port 9807b7ec-58a7-42ba-9136-3982f6815387 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:08:31.942760 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:32.088971 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 9807b7ec-58a7-42ba-9136-3982f6815387 is: BUILD; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:08:32.089342 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:32.118651 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605866e5-c6c8-414b-a763-47a32ed598fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9807b7ec-58a7-42ba-9136-3982f6815387'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:08:32.129579 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 9807b7ec-58a7-42ba-9136-3982f6815387, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=9807b7ec-58a7-42ba-9136-3982f6815387,segment=NetworkSegment(2e6a962a-47d2-47d1-a969-73df444edae4),segment_id=2e6a962a-47d2-47d1-a969-73df444edae4)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:08:32.134152 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:32.167596 dv-cinder-845799-1-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd91f050-acb5-42a7-9670-576c9b5b4467'] response: {'server_uuid': '605866e5-c6c8-414b-a763-47a32ed598fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9807b7ec-58a7-42ba-9136-3982f6815387', 'code': 200} Jun 27 20:08:32.205390 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=9807b7ec-58a7-42ba-9136-3982f6815387,revision_number=5']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:32.445125 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1770a11b-a5a1-41c3-8bfc-f0eb82749e36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:32.684676 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d9ed46-6c86-4e5c-a476-4c387038a18e None None] Network 95174e0b-b3b6-422f-bf95-035686ee2474 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:08:32.788162 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1770a11b-a5a1-41c3-8bfc-f0eb82749e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16270916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16757784'] for router, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:32.788538 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-04688bba-4824-406a-81d3-701088330b65 None None] Provisioning for port 4acacc57-69dd-4317-9ea2-135fdb82cd02 completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:08:33.043283 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8941d-db4f-48e2-9861-08c99cf0ad41 req-919e7b1c-045b-4e3c-ae7c-1aed81689b16 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:33.044782 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d4c8941d-db4f-48e2-9861-08c99cf0ad41 req-919e7b1c-045b-4e3c-ae7c-1aed81689b16 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 946 time: 0.1450891 Jun 27 20:08:33.097424 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d4c8941d-db4f-48e2-9861-08c99cf0ad41 req-37863222-1666-4d99-b821-f0133dece00b tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463486 Jun 27 20:08:33.098695 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1770a11b-a5a1-41c3-8bfc-f0eb82749e36 admin admin] Router 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 is scheduled to L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e with binding_index 1 {{(pid=88114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 27 20:08:33.273975 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1770a11b-a5a1-41c3-8bfc-f0eb82749e36 admin admin] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:08:33.282544 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb96a071-3c17-4d10-a7be-112e3352f433 None None] Sync routers for ids ['3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'] in dv-cinder-845799-1-iscsi {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:08:33.291613 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb96a071-3c17-4d10-a7be-112e3352f433 None None] Routers {'3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:08:33.292210 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-bb96a071-3c17-4d10-a7be-112e3352f433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:08:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:08:33.296471 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1770a11b-a5a1-41c3-8bfc-f0eb82749e36 admin admin] Notify callbacks [] for router, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:33.297854 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-1770a11b-a5a1-41c3-8bfc-f0eb82749e36 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5560663 Jun 27 20:08:33.300417 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 58336) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:33.471754 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-bb96a071-3c17-4d10-a7be-112e3352f433 None None] Set router 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:08:33.770205 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-bb96a071-3c17-4d10-a7be-112e3352f433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'name': 'tempest-TestVolumeBootPattern-451240422-router', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:08:30Z', 'updated_at': '2022-06-27T20:08:32Z', 'revision_number': 3, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'gw_port': {'id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:31:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:31Z', 'updated_at': '2022-06-27T20:08:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:08:33.774928 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb96a071-3c17-4d10-a7be-112e3352f433 None None] Checking router: 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 for host: dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:08:33.775367 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb96a071-3c17-4d10-a7be-112e3352f433 None None] Updating router 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 port 59094047-061e-4a54-9b2c-1f5b16b54587 binding host dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 20:08:33.833299 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-bb96a071-3c17-4d10-a7be-112e3352f433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:33.860661 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 4acacc57-69dd-4317-9ea2-135fdb82cd02 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:08:34.014129 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning for port 4acacc57-69dd-4317-9ea2-135fdb82cd02 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:08:34.024761 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 4acacc57-69dd-4317-9ea2-135fdb82cd02 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:08:34.025114 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:34.090535 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0e82ac3f-a2c9-4afe-a245-42c50af1d1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:34.274321 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 4acacc57-69dd-4317-9ea2-135fdb82cd02 is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:08:34.274566 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:34.358802 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] For port 4acacc57-69dd-4317-9ea2-135fdb82cd02, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=4acacc57-69dd-4317-9ea2-135fdb82cd02,segment=NetworkSegment(310d2f30-f052-4f7c-98a2-8ba18c3ef34d),segment_id=310d2f30-f052-4f7c-98a2-8ba18c3ef34d)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:08:34.364718 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-0e82ac3f-a2c9-4afe-a245-42c50af1d1a9 admin admin] Allocated IP 172.20.0.1 (95174e0b-b3b6-422f-bf95-035686ee2474/d296a220-8d8b-48c1-98ba-4729812d3752/dc67f8c6-7086-4fbd-b288-806c5c27fde3) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:08:34.366913 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:34.378155 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced3f57-7e6f-49a6-bd7b-6eb34f23ba70 req-ea6566c5-3587-4367-916d-d698be88159a tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:34.379544 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fced3f57-7e6f-49a6-bd7b-6eb34f23ba70 req-ea6566c5-3587-4367-916d-d698be88159a tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 946 time: 0.1669173 Jun 27 20:08:34.436190 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-bb96a071-3c17-4d10-a7be-112e3352f433 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:34.462331 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-bb96a071-3c17-4d10-a7be-112e3352f433 None None] Transition to ACTIVE for port object 59094047-061e-4a54-9b2c-1f5b16b54587 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:08:34.469032 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Pushing event updated for resources: {'Port': ['ID=4acacc57-69dd-4317-9ea2-135fdb82cd02,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:34.476851 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-bb96a071-3c17-4d10-a7be-112e3352f433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:34.555625 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-bb96a071-3c17-4d10-a7be-112e3352f433 None None] Attempting to bind port 59094047-061e-4a54-9b2c-1f5b16b54587 on host dv-cinder-845799-1-iscsi for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:08:34.556067 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-bb96a071-3c17-4d10-a7be-112e3352f433 None None] Attempting to bind port 59094047-061e-4a54-9b2c-1f5b16b54587 by drivers openvswitch,hyperv on host dv-cinder-845799-1-iscsi at level 0 using segments [{'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:08:34.556483 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb96a071-3c17-4d10-a7be-112e3352f433 None None] Attempting to bind port 59094047-061e-4a54-9b2c-1f5b16b54587 on network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:08:34.585118 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb96a071-3c17-4d10-a7be-112e3352f433 None None] Checking agent: {'id': '002de21a-1fb9-4fe8-99da-e58f143369d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845799-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'started_at': datetime.datetime(2022, 6, 27, 19, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845799-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:08:34.586075 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb96a071-3c17-4d10-a7be-112e3352f433 None None] Checking segment: {'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:08:34.586905 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-bb96a071-3c17-4d10-a7be-112e3352f433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:34.587315 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb96a071-3c17-4d10-a7be-112e3352f433 None None] Bound using segment: {'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:08:34.587846 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-bb96a071-3c17-4d10-a7be-112e3352f433 None None] Bound port: 59094047-061e-4a54-9b2c-1f5b16b54587, host: dv-cinder-845799-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:08:34.588480 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-bb96a071-3c17-4d10-a7be-112e3352f433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:34.601618 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fced3f57-7e6f-49a6-bd7b-6eb34f23ba70 req-d90ae166-7774-40d1-a8d1-ac708fd5ac9a tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805925 Jun 27 20:08:34.631126 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b00f20-21d3-4ab4-8188-98c261f9ea95 None None] Pushing event updated for resources: {'Port': ['ID=59094047-061e-4a54-9b2c-1f5b16b54587,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:34.684491 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0e82ac3f-a2c9-4afe-a245-42c50af1d1a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:34.695184 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-bb96a071-3c17-4d10-a7be-112e3352f433 None None] For port 59094047-061e-4a54-9b2c-1f5b16b54587, host dv-cinder-845799-1-iscsi, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:08:34.700480 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-bb96a071-3c17-4d10-a7be-112e3352f433 None None] For port 59094047-061e-4a54-9b2c-1f5b16b54587, host dv-cinder-845799-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=59094047-061e-4a54-9b2c-1f5b16b54587,segment=NetworkSegment(c8e1d377-ef10-44fe-8306-b14a68212fb0),segment_id=c8e1d377-ef10-44fe-8306-b14a68212fb0)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:08:34.707771 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-bb96a071-3c17-4d10-a7be-112e3352f433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:34.717264 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-0e82ac3f-a2c9-4afe-a245-42c50af1d1a9 admin admin] Transition to ACTIVE for port object dc67f8c6-7086-4fbd-b288-806c5c27fde3 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:08:34.775937 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0e82ac3f-a2c9-4afe-a245-42c50af1d1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14170096'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:34.894207 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c675f24-1f0f-430c-9ff4-6a6b7476f5a9 req-b1984c1b-9f1b-435a-a380-decdebee339d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:34.895720 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5c675f24-1f0f-430c-9ff4-6a6b7476f5a9 req-b1984c1b-9f1b-435a-a380-decdebee339d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 1099 time: 0.2743194 Jun 27 20:08:34.901492 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb96a071-3c17-4d10-a7be-112e3352f433 None None] Routers {'3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:08:34.908119 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-bb96a071-3c17-4d10-a7be-112e3352f433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:08:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:08:34.930547 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e82ac3f-a2c9-4afe-a245-42c50af1d1a9 admin admin] Network 95174e0b-b3b6-422f-bf95-035686ee2474 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:08:34.933308 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-0e82ac3f-a2c9-4afe-a245-42c50af1d1a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:08:34.945954 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e82ac3f-a2c9-4afe-a245-42c50af1d1a9 admin admin] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:08:34.996481 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5c675f24-1f0f-430c-9ff4-6a6b7476f5a9 req-ca6924b2-7daa-438a-8411-4c571d3ac80a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927558 Jun 27 20:08:35.014809 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82ac3f-a2c9-4afe-a245-42c50af1d1a9 admin admin] Pushing event updated for resources: {'Port': ['ID=dc67f8c6-7086-4fbd-b288-806c5c27fde3,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:35.042321 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0e82ac3f-a2c9-4afe-a245-42c50af1d1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16270930'] for router_interface, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:35.124364 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b00f20-21d3-4ab4-8188-98c261f9ea95 None None] Pushing event updated for resources: {'Port': ['ID=59094047-061e-4a54-9b2c-1f5b16b54587,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:35.197685 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-bb96a071-3c17-4d10-a7be-112e3352f433 None None] Set router 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:08:35.364144 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0e82ac3f-a2c9-4afe-a245-42c50af1d1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:35.414286 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-4bfa46a2-eb28-4a78-9e42-5ca72d75dd0c None None] Provisioning for port dc67f8c6-7086-4fbd-b288-806c5c27fde3 completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:08:35.422873 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-4bfa46a2-eb28-4a78-9e42-5ca72d75dd0c None None] Provisioning complete for port dc67f8c6-7086-4fbd-b288-806c5c27fde3 triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:08:35.423454 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4bfa46a2-eb28-4a78-9e42-5ca72d75dd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:35.513125 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-4bfa46a2-eb28-4a78-9e42-5ca72d75dd0c None None] Port dc67f8c6-7086-4fbd-b288-806c5c27fde3 cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:08:35.609513 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-bb96a071-3c17-4d10-a7be-112e3352f433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'name': 'tempest-TestVolumeBootPattern-451240422-router', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:08:30Z', 'updated_at': '2022-06-27T20:08:32Z', 'revision_number': 3, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'gw_port': {'id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:31:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:31Z', 'updated_at': '2022-06-27T20:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:08:35.616017 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb96a071-3c17-4d10-a7be-112e3352f433 None None] The sync data for ids ['3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'] in dv-cinder-845799-1-iscsi is: [{'id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'name': 'tempest-TestVolumeBootPattern-451240422-router', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:08:30Z', 'updated_at': '2022-06-27T20:08:32Z', 'revision_number': 3, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'gw_port': {'id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:31:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:31Z', 'updated_at': '2022-06-27T20:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:08:35.812112 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0e82ac3f-a2c9-4afe-a245-42c50af1d1a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:35.821598 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0e82ac3f-a2c9-4afe-a245-42c50af1d1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14170087'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:35.852148 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 4acacc57-69dd-4317-9ea2-135fdb82cd02 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:08:36.032087 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 4acacc57-69dd-4317-9ea2-135fdb82cd02 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:08:36.032607 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:36.093330 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82ac3f-a2c9-4afe-a245-42c50af1d1a9 admin admin] Pushing event updated for resources: {'Port': ['ID=dc67f8c6-7086-4fbd-b288-806c5c27fde3,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:36.129260 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0e82ac3f-a2c9-4afe-a245-42c50af1d1a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16717675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16270903'] for router_interface, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:36.185386 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 4acacc57-69dd-4317-9ea2-135fdb82cd02 is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:08:36.271294 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40e377-dc99-4c7a-bcf3-42ed3d261a39 req-f28138d8-ee90-4a16-88df-a8ab33cf6267 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:36.272814 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6f40e377-dc99-4c7a-bcf3-42ed3d261a39 req-f28138d8-ee90-4a16-88df-a8ab33cf6267 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 946 time: 0.4100294 Jun 27 20:08:36.377497 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e82ac3f-a2c9-4afe-a245-42c50af1d1a9 admin admin] Network 95174e0b-b3b6-422f-bf95-035686ee2474 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:08:36.380614 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-0e82ac3f-a2c9-4afe-a245-42c50af1d1a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:08:36.385181 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6f40e377-dc99-4c7a-bcf3-42ed3d261a39 req-cd4af25c-8cdc-4695-b3fa-e55f1efa34a6 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891321 Jun 27 20:08:36.666153 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e82ac3f-a2c9-4afe-a245-42c50af1d1a9 admin admin] Router 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:08:36.666825 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6acae199-fb61-4007-9e2c-808be20870f1 None None] Provisioning complete for port dc67f8c6-7086-4fbd-b288-806c5c27fde3 triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:08:36.667372 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6acae199-fb61-4007-9e2c-808be20870f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:36.758394 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6acae199-fb61-4007-9e2c-808be20870f1 None None] Port dc67f8c6-7086-4fbd-b288-806c5c27fde3 cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:08:36.901613 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e82ac3f-a2c9-4afe-a245-42c50af1d1a9 admin admin] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:08:36.919186 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-0e82ac3f-a2c9-4afe-a245-42c50af1d1a9 admin admin] 10.222.0.23 "PUT /v2.0/routers/3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6175230 Jun 27 20:08:37.654301 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80de751-6d27-459e-986d-2bab45842640 req-65082822-f522-4c84-8478-5cdb3d2967b2 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:37.657123 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b80de751-6d27-459e-986d-2bab45842640 req-65082822-f522-4c84-8478-5cdb3d2967b2 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 946 time: 0.1262889 Jun 27 20:08:37.716404 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 58386) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:37.726320 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-e67342d8-3563-446c-a116-4576403161a1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-469551735-network', 'tenant_id': '1e9e5c6a6bab404790e54af7e19e4e21'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:08:37.734724 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-e67342d8-3563-446c-a116-4576403161a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:08:37.769686 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b80de751-6d27-459e-986d-2bab45842640 req-616894d1-aef0-433b-b209-25b8f98b56b0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968778 Jun 27 20:08:37.774438 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-e67342d8-3563-446c-a116-4576403161a1 admin admin] Usage tracker for resource:network and tenant:1e9e5c6a6bab404790e54af7e19e4e21 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:08:37.789066 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-e67342d8-3563-446c-a116-4576403161a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:08:37.801966 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-e67342d8-3563-446c-a116-4576403161a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:08:37.818019 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67342d8-3563-446c-a116-4576403161a1 admin admin] Made reservation on behalf of 1e9e5c6a6bab404790e54af7e19e4e21 for: {'network': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:08:37.821387 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e67342d8-3563-446c-a116-4576403161a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for network, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:37.837702 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e67342d8-3563-446c-a116-4576403161a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:37.863323 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-e67342d8-3563-446c-a116-4576403161a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:08:37.868202 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-e67342d8-3563-446c-a116-4576403161a1 admin admin] Usage tracker for resource:security_group_rule and tenant:1e9e5c6a6bab404790e54af7e19e4e21 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:08:37.871636 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-e67342d8-3563-446c-a116-4576403161a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:08:37.879595 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-e67342d8-3563-446c-a116-4576403161a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:08:37.959076 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 59094047-061e-4a54-9b2c-1f5b16b54587 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:08:37.994361 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492446be-072f-41d8-b3d6-37852c4b0cbf None None] Sync routers for ids ['3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'] in dv-cinder-845799-1-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:08:38.010808 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492446be-072f-41d8-b3d6-37852c4b0cbf None None] Routers {'3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:08:38.012017 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-492446be-072f-41d8-b3d6-37852c4b0cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:08:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:08:38.024676 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e67342d8-3563-446c-a116-4576403161a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:38.036044 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e67342d8-3563-446c-a116-4576403161a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:38.104662 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e67342d8-3563-446c-a116-4576403161a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=88114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 20:08:38.111859 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning for port 59094047-061e-4a54-9b2c-1f5b16b54587 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:08:38.124155 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e67342d8-3563-446c-a116-4576403161a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603533'] for segment, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:38.124575 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.db.segments_db [None req-e67342d8-3563-446c-a116-4576403161a1 admin admin] Added segment 25ddf601-bcba-4aa4-9c61-f63d40f935d3 of type vlan for network 78065fbd-32e7-42a7-9ebd-1fccf5037d15 Jun 27 20:08:38.133623 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67342d8-3563-446c-a116-4576403161a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eaece14-2550-42a2-beef-b081adbc8376,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:38.139833 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 59094047-061e-4a54-9b2c-1f5b16b54587 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:08:38.140292 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:38.172247 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e67342d8-3563-446c-a116-4576403161a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741810009101'] for network, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:38.228266 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e67342d8-3563-446c-a116-4576403161a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573'] for network, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:38.228701 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-492446be-072f-41d8-b3d6-37852c4b0cbf None None] Set router 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:08:38.230083 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67342d8-3563-446c-a116-4576403161a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:38.230839 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e67342d8-3563-446c-a116-4576403161a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for network, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:38.382574 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67342d8-3563-446c-a116-4576403161a1 admin admin] Pushing event updated for resources: {'Network': ['ID=78065fbd-32e7-42a7-9ebd-1fccf5037d15,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:38.413683 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 58396) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:38.414597 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-e67342d8-3563-446c-a116-4576403161a1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6961961 Jun 27 20:08:38.419527 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-afd324dc-d66d-41a4-83dd-ee7125a59c4c admin admin] Request body: {'subnet': {'network_id': '78065fbd-32e7-42a7-9ebd-1fccf5037d15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-469551735-subnet', 'tenant_id': '1e9e5c6a6bab404790e54af7e19e4e21', 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:08:38.431238 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-afd324dc-d66d-41a4-83dd-ee7125a59c4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:08:38.438082 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-afd324dc-d66d-41a4-83dd-ee7125a59c4c admin admin] Usage tracker for resource:subnet and tenant:1e9e5c6a6bab404790e54af7e19e4e21 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:08:38.442931 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-afd324dc-d66d-41a4-83dd-ee7125a59c4c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:08:38.451198 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-afd324dc-d66d-41a4-83dd-ee7125a59c4c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:08:38.464418 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd324dc-d66d-41a4-83dd-ee7125a59c4c admin admin] Made reservation on behalf of 1e9e5c6a6bab404790e54af7e19e4e21 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:08:38.467862 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-afd324dc-d66d-41a4-83dd-ee7125a59c4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14291746'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:38.468885 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 59094047-061e-4a54-9b2c-1f5b16b54587 is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:08:38.469348 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:38.474646 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Network 78065fbd-32e7-42a7-9ebd-1fccf5037d15 details requested by agent ovs-agent-dv-cinder-845799-1-iscsi with host dv-cinder-845799-1-iscsi {{(pid=88115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 20:08:38.561194 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] For port 59094047-061e-4a54-9b2c-1f5b16b54587, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=59094047-061e-4a54-9b2c-1f5b16b54587,segment=NetworkSegment(c8e1d377-ef10-44fe-8306-b14a68212fb0),segment_id=c8e1d377-ef10-44fe-8306-b14a68212fb0)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:08:38.568187 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:38.762888 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Pushing event updated for resources: {'Port': ['ID=59094047-061e-4a54-9b2c-1f5b16b54587,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:38.799203 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-492446be-072f-41d8-b3d6-37852c4b0cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'name': 'tempest-TestVolumeBootPattern-451240422-router', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:08:30Z', 'updated_at': '2022-06-27T20:08:35Z', 'revision_number': 4, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'gw_port': {'id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:31:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:31Z', 'updated_at': '2022-06-27T20:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': 'dc67f8c6-7086-4fbd-b288-806c5c27fde3', 'name': '', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'mac_address': 'fa:16:3e:68:82:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:34Z', 'updated_at': '2022-06-27T20:08:35Z', 'revision_number': 2, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'subnets': [{'id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:08:38.807349 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492446be-072f-41d8-b3d6-37852c4b0cbf None None] Checking router: 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 for host: dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:08:38.809799 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492446be-072f-41d8-b3d6-37852c4b0cbf None None] Updating router 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 port dc67f8c6-7086-4fbd-b288-806c5c27fde3 binding host dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 20:08:38.924211 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-492446be-072f-41d8-b3d6-37852c4b0cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:38.947393 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-afd324dc-d66d-41a4-83dd-ee7125a59c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16137241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14291732'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:39.090593 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd324dc-d66d-41a4-83dd-ee7125a59c4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=653c2081-4729-47a5-b6a4-3c5c8ff3c822,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:39.128485 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd324dc-d66d-41a4-83dd-ee7125a59c4c admin admin] Checking segment: {'id': '25ddf601-bcba-4aa4-9c61-f63d40f935d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '78065fbd-32e7-42a7-9ebd-1fccf5037d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:08:39.128858 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd324dc-d66d-41a4-83dd-ee7125a59c4c admin admin] Network hostable DHCP agents. Network: 78065fbd-32e7-42a7-9ebd-1fccf5037d15, hostable agents: ['4165b8a7-5268-4093-844e-4587fa48cc65'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 20:08:39.139690 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0fef3-fb95-4562-8f53-901e1b062842 req-79160a64-0034-45c7-8bf5-13ef852076f4 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:39.142262 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-81e0fef3-fb95-4562-8f53-901e1b062842 req-79160a64-0034-45c7-8bf5-13ef852076f4 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 946 time: 0.1641223 Jun 27 20:08:39.173369 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd324dc-d66d-41a4-83dd-ee7125a59c4c admin admin] Network 78065fbd-32e7-42a7-9ebd-1fccf5037d15 is scheduled to be hosted by DHCP agent 4165b8a7-5268-4093-844e-4587fa48cc65 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 20:08:39.190265 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-afd324dc-d66d-41a4-83dd-ee7125a59c4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845799-1-iscsi, 78065fbd-32e7-42a7-9ebd-1fccf5037d15) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:08:39.199382 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15d5c8b-4462-45ce-9405-c2561c7c4b47 None None] Network 78065fbd-32e7-42a7-9ebd-1fccf5037d15 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:08:39.212814 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd324dc-d66d-41a4-83dd-ee7125a59c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:39.213639 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-afd324dc-d66d-41a4-83dd-ee7125a59c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:39.218241 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-81e0fef3-fb95-4562-8f53-901e1b062842 req-13da8ca1-349e-4ed7-9526-17b717204159 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697150 Jun 27 20:08:39.260380 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-afd324dc-d66d-41a4-83dd-ee7125a59c4c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8432024 Jun 27 20:08:39.260660 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 58410) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:39.268737 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-627d44b0-73b9-4b9b-9646-e6d7bfb4a61e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-469551735-router', 'tenant_id': '1e9e5c6a6bab404790e54af7e19e4e21', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:08:39.275199 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-627d44b0-73b9-4b9b-9646-e6d7bfb4a61e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:08:39.283696 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-627d44b0-73b9-4b9b-9646-e6d7bfb4a61e admin admin] Usage tracker for resource:router and tenant:1e9e5c6a6bab404790e54af7e19e4e21 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:08:39.287373 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-627d44b0-73b9-4b9b-9646-e6d7bfb4a61e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:08:39.317386 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-627d44b0-73b9-4b9b-9646-e6d7bfb4a61e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:08:39.347045 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-627d44b0-73b9-4b9b-9646-e6d7bfb4a61e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16270966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7578'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:39.349178 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-627d44b0-73b9-4b9b-9646-e6d7bfb4a61e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16272205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16757837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16391757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4457'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:39.371540 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-492446be-072f-41d8-b3d6-37852c4b0cbf None None] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:39.391248 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-492446be-072f-41d8-b3d6-37852c4b0cbf None None] Transition to ACTIVE for port object dc67f8c6-7086-4fbd-b288-806c5c27fde3 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:08:39.400822 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-492446be-072f-41d8-b3d6-37852c4b0cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:39.406481 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-627d44b0-73b9-4b9b-9646-e6d7bfb4a61e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:39.491307 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa9bb8-e626-403a-b4e0-3182eb8a43b3 None None] Pushing event updated for resources: {'Port': ['ID=dc67f8c6-7086-4fbd-b288-806c5c27fde3,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:39.504848 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa9bb8-e626-403a-b4e0-3182eb8a43b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:39.505671 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa9bb8-e626-403a-b4e0-3182eb8a43b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:39.506021 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa9bb8-e626-403a-b4e0-3182eb8a43b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:39.506355 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa9bb8-e626-403a-b4e0-3182eb8a43b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:39.506791 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa9bb8-e626-403a-b4e0-3182eb8a43b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:39.507102 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa9bb8-e626-403a-b4e0-3182eb8a43b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:39.507430 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa9bb8-e626-403a-b4e0-3182eb8a43b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:39.507803 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa9bb8-e626-403a-b4e0-3182eb8a43b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:39.508145 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa9bb8-e626-403a-b4e0-3182eb8a43b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:39.508468 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa9bb8-e626-403a-b4e0-3182eb8a43b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:39.508884 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa9bb8-e626-403a-b4e0-3182eb8a43b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:39.509206 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa9bb8-e626-403a-b4e0-3182eb8a43b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:08:39.622556 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f60d4b-0bd1-40f9-8400-18d5ca338703 req-9f645000-126d-4cbf-b3a2-e18d2fae6db0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:39.624103 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-62f60d4b-0bd1-40f9-8400-18d5ca338703 req-9f645000-126d-4cbf-b3a2-e18d2fae6db0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 946 time: 0.2642455 Jun 27 20:08:39.634497 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 58418) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:39.640001 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-8e2bdb75-1082-4f84-9ec1-5bab86f1be08 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Request body: {'floatingip': {'port_id': '9807b7ec-58a7-42ba-9136-3982f6815387'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:08:39.813666 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00194d4-bb60-4d23-bb64-debc3471d5f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec9038c-6dc9-54f2-9480-5d6565864add-78065fbd-32e7-42a7-9ebd-1fccf5037d15', 'network_id': '78065fbd-32e7-42a7-9ebd-1fccf5037d15', 'tenant_id': '1e9e5c6a6bab404790e54af7e19e4e21', 'fixed_ips': [{'subnet_id': '653c2081-4729-47a5-b6a4-3c5c8ff3c822'}]}} from dv-cinder-845799-1-iscsi. {{(pid=88115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 27 20:08:39.814547 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b00194d4-bb60-4d23-bb64-debc3471d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:39.854096 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-492446be-072f-41d8-b3d6-37852c4b0cbf None None] Attempting to bind port dc67f8c6-7086-4fbd-b288-806c5c27fde3 on host dv-cinder-845799-1-iscsi for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:08:39.854560 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-492446be-072f-41d8-b3d6-37852c4b0cbf None None] Attempting to bind port dc67f8c6-7086-4fbd-b288-806c5c27fde3 by drivers openvswitch,hyperv on host dv-cinder-845799-1-iscsi at level 0 using segments [{'id': '310d2f30-f052-4f7c-98a2-8ba18c3ef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:08:39.855170 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492446be-072f-41d8-b3d6-37852c4b0cbf None None] Attempting to bind port dc67f8c6-7086-4fbd-b288-806c5c27fde3 on network 95174e0b-b3b6-422f-bf95-035686ee2474 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:08:39.887888 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:08:39.891993 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492446be-072f-41d8-b3d6-37852c4b0cbf None None] Checking agent: {'id': '002de21a-1fb9-4fe8-99da-e58f143369d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845799-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'started_at': datetime.datetime(2022, 6, 27, 19, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845799-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:08:39.892551 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492446be-072f-41d8-b3d6-37852c4b0cbf None None] Checking segment: {'id': '310d2f30-f052-4f7c-98a2-8ba18c3ef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:08:39.892985 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-492446be-072f-41d8-b3d6-37852c4b0cbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:39.893371 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492446be-072f-41d8-b3d6-37852c4b0cbf None None] Bound using segment: {'id': '310d2f30-f052-4f7c-98a2-8ba18c3ef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:08:39.893854 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-492446be-072f-41d8-b3d6-37852c4b0cbf None None] Bound port: dc67f8c6-7086-4fbd-b288-806c5c27fde3, host: dv-cinder-845799-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '310d2f30-f052-4f7c-98a2-8ba18c3ef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:08:39.894306 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-492446be-072f-41d8-b3d6-37852c4b0cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:39.944346 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-627d44b0-73b9-4b9b-9646-e6d7bfb4a61e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16757887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16270975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4475'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:40.042960 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [None req-b00194d4-bb60-4d23-bb64-debc3471d5f0 None None] Allocated IP 172.20.0.2 (78065fbd-32e7-42a7-9ebd-1fccf5037d15/653c2081-4729-47a5-b6a4-3c5c8ff3c822/ffd4a905-d787-494a-bab6-df88a4c6b64e) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:08:40.066974 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8e2bdb75-1082-4f84-9ec1-5bab86f1be08 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks [] for floatingip, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:40.086528 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-492446be-072f-41d8-b3d6-37852c4b0cbf None None] For port dc67f8c6-7086-4fbd-b288-806c5c27fde3, host dv-cinder-845799-1-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:08:40.089553 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-492446be-072f-41d8-b3d6-37852c4b0cbf None None] For port dc67f8c6-7086-4fbd-b288-806c5c27fde3, host dv-cinder-845799-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=dc67f8c6-7086-4fbd-b288-806c5c27fde3,segment=NetworkSegment(310d2f30-f052-4f7c-98a2-8ba18c3ef34d),segment_id=310d2f30-f052-4f7c-98a2-8ba18c3ef34d)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:08:40.098630 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-492446be-072f-41d8-b3d6-37852c4b0cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:40.192979 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 59094047-061e-4a54-9b2c-1f5b16b54587 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:08:40.253770 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa9bb8-e626-403a-b4e0-3182eb8a43b3 None None] Pushing event updated for resources: {'Port': ['ID=dc67f8c6-7086-4fbd-b288-806c5c27fde3,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:40.297136 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492446be-072f-41d8-b3d6-37852c4b0cbf None None] Routers {'3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:08:40.297784 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-492446be-072f-41d8-b3d6-37852c4b0cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:08:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:08:40.474376 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b00194d4-bb60-4d23-bb64-debc3471d5f0 None None] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:40.501258 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-b00194d4-bb60-4d23-bb64-debc3471d5f0 None None] Transition to ACTIVE for port object ffd4a905-d787-494a-bab6-df88a4c6b64e will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:08:40.503957 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 59094047-061e-4a54-9b2c-1f5b16b54587 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:08:40.512545 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:40.676193 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-492446be-072f-41d8-b3d6-37852c4b0cbf None None] Set router 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:08:40.805245 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-b00194d4-bb60-4d23-bb64-debc3471d5f0 None None] Transition to ACTIVE for port object ffd4a905-d787-494a-bab6-df88a4c6b64e will not be triggered until provisioned by entity DHCP. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:08:40.806733 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 59094047-061e-4a54-9b2c-1f5b16b54587 is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:08:40.837502 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b00194d4-bb60-4d23-bb64-debc3471d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:40.956810 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00194d4-bb60-4d23-bb64-debc3471d5f0 None None] Network 78065fbd-32e7-42a7-9ebd-1fccf5037d15 is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:08:40.959498 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-b00194d4-bb60-4d23-bb64-debc3471d5f0 None None] Resources bound (agent type, host, resource id): {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:08:40.966647 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00194d4-bb60-4d23-bb64-debc3471d5f0 None None] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:08:41.062316 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-627d44b0-73b9-4b9b-9646-e6d7bfb4a61e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:41.153797 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-627d44b0-73b9-4b9b-9646-e6d7bfb4a61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:41.328120 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8e2bdb75-1082-4f84-9ec1-5bab86f1be08 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:41.331442 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-b00194d4-bb60-4d23-bb64-debc3471d5f0 None None] Attempting to bind port ffd4a905-d787-494a-bab6-df88a4c6b64e on host dv-cinder-845799-1-iscsi for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:08:41.332217 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-b00194d4-bb60-4d23-bb64-debc3471d5f0 None None] Attempting to bind port ffd4a905-d787-494a-bab6-df88a4c6b64e by drivers openvswitch,hyperv on host dv-cinder-845799-1-iscsi at level 0 using segments [{'id': '25ddf601-bcba-4aa4-9c61-f63d40f935d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '78065fbd-32e7-42a7-9ebd-1fccf5037d15'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:08:41.332569 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00194d4-bb60-4d23-bb64-debc3471d5f0 None None] Attempting to bind port ffd4a905-d787-494a-bab6-df88a4c6b64e on network 78065fbd-32e7-42a7-9ebd-1fccf5037d15 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:08:41.336796 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8e2bdb75-1082-4f84-9ec1-5bab86f1be08 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16271055'] for floatingip, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:41.340034 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00194d4-bb60-4d23-bb64-debc3471d5f0 None None] Pushing event updated for resources: {'Port': ['ID=ffd4a905-d787-494a-bab6-df88a4c6b64e,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:41.350167 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:41.357018 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00194d4-bb60-4d23-bb64-debc3471d5f0 None None] Checking agent: {'id': '002de21a-1fb9-4fe8-99da-e58f143369d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845799-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'started_at': datetime.datetime(2022, 6, 27, 19, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845799-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:08:41.357387 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00194d4-bb60-4d23-bb64-debc3471d5f0 None None] Checking segment: {'id': '25ddf601-bcba-4aa4-9c61-f63d40f935d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '78065fbd-32e7-42a7-9ebd-1fccf5037d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:08:41.359770 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b00194d4-bb60-4d23-bb64-debc3471d5f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:41.360166 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00194d4-bb60-4d23-bb64-debc3471d5f0 None None] Bound using segment: {'id': '25ddf601-bcba-4aa4-9c61-f63d40f935d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '78065fbd-32e7-42a7-9ebd-1fccf5037d15'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:08:41.361258 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-b00194d4-bb60-4d23-bb64-debc3471d5f0 None None] Bound port: ffd4a905-d787-494a-bab6-df88a4c6b64e, host: dv-cinder-845799-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ddf601-bcba-4aa4-9c61-f63d40f935d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '78065fbd-32e7-42a7-9ebd-1fccf5037d15'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:08:41.365283 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b00194d4-bb60-4d23-bb64-debc3471d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:41.440536 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-492446be-072f-41d8-b3d6-37852c4b0cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'name': 'tempest-TestVolumeBootPattern-451240422-router', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:08:30Z', 'updated_at': '2022-06-27T20:08:35Z', 'revision_number': 4, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'gw_port': {'id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:31:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:31Z', 'updated_at': '2022-06-27T20:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': 'dc67f8c6-7086-4fbd-b288-806c5c27fde3', 'name': '', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'mac_address': 'fa:16:3e:68:82:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:34Z', 'updated_at': '2022-06-27T20:08:40Z', 'revision_number': 4, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'subnets': [{'id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:08:41.450323 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492446be-072f-41d8-b3d6-37852c4b0cbf None None] The sync data for ids ['3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'] in dv-cinder-845799-1-iscsi is: [{'id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'name': 'tempest-TestVolumeBootPattern-451240422-router', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:08:30Z', 'updated_at': '2022-06-27T20:08:35Z', 'revision_number': 4, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'gw_port': {'id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:31:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:31Z', 'updated_at': '2022-06-27T20:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': 'dc67f8c6-7086-4fbd-b288-806c5c27fde3', 'name': '', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'mac_address': 'fa:16:3e:68:82:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:34Z', 'updated_at': '2022-06-27T20:08:40Z', 'revision_number': 4, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'subnets': [{'id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:08:41.523554 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-627d44b0-73b9-4b9b-9646-e6d7bfb4a61e admin admin] Allocated IP 172.27.3.88 (f5e38b28-d42a-47c6-b8ea-5d0ae1b51160/4aa6a97f-4da5-4d03-b34a-f88023a9290b/79270444-c8c3-4235-b552-dfa3a0102c0f) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:08:41.580989 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-b00194d4-bb60-4d23-bb64-debc3471d5f0 None None] For port ffd4a905-d787-494a-bab6-df88a4c6b64e, host dv-cinder-845799-1-iscsi, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:08:41.588772 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-b00194d4-bb60-4d23-bb64-debc3471d5f0 None None] For port ffd4a905-d787-494a-bab6-df88a4c6b64e, host dv-cinder-845799-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=ffd4a905-d787-494a-bab6-df88a4c6b64e,segment=NetworkSegment(25ddf601-bcba-4aa4-9c61-f63d40f935d3),segment_id=25ddf601-bcba-4aa4-9c61-f63d40f935d3)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:08:41.597206 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b00194d4-bb60-4d23-bb64-debc3471d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:41.678765 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.db.l3_db [None req-8e2bdb75-1082-4f84-9ec1-5bab86f1be08 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Floating IP d5d5d6b9-a900-40d6-aa18-4688bdd0ed20 associated. External IP: 172.27.3.47, port: 9807b7ec-58a7-42ba-9136-3982f6815387. Jun 27 20:08:41.702611 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00194d4-bb60-4d23-bb64-debc3471d5f0 None None] Pushing event updated for resources: {'Port': ['ID=ffd4a905-d787-494a-bab6-df88a4c6b64e,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:41.752258 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-627d44b0-73b9-4b9b-9646-e6d7bfb4a61e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:41.836197 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-627d44b0-73b9-4b9b-9646-e6d7bfb4a61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:41.890532 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device dc67f8c6-7086-4fbd-b288-806c5c27fde3 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:08:41.931086 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d44b0-73b9-4b9b-9646-e6d7bfb4a61e admin admin] Pushing event updated for resources: {'Port': ['ID=79270444-c8c3-4235-b552-dfa3a0102c0f,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:41.944329 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627d44b0-73b9-4b9b-9646-e6d7bfb4a61e admin admin] Network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:08:41.945508 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-627d44b0-73b9-4b9b-9646-e6d7bfb4a61e admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:08:41.947839 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627d44b0-73b9-4b9b-9646-e6d7bfb4a61e admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:08:42.058372 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning for port dc67f8c6-7086-4fbd-b288-806c5c27fde3 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:08:42.067041 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port dc67f8c6-7086-4fbd-b288-806c5c27fde3 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:08:42.067408 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:42.184459 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2bdb75-1082-4f84-9ec1-5bab86f1be08 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Router 55bcd69c-ce1a-4f07-861d-46ef172c3a44 has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:08:42.260615 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port dc67f8c6-7086-4fbd-b288-806c5c27fde3 is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:08:42.261123 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:42.301190 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] For port dc67f8c6-7086-4fbd-b288-806c5c27fde3, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=dc67f8c6-7086-4fbd-b288-806c5c27fde3,segment=NetworkSegment(310d2f30-f052-4f7c-98a2-8ba18c3ef34d),segment_id=310d2f30-f052-4f7c-98a2-8ba18c3ef34d)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:08:42.307800 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:42.434989 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Pushing event updated for resources: {'Port': ['ID=dc67f8c6-7086-4fbd-b288-806c5c27fde3,revision_number=5']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:42.550494 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-627d44b0-73b9-4b9b-9646-e6d7bfb4a61e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:42.553493 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2bdb75-1082-4f84-9ec1-5bab86f1be08 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:08:42.559877 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8e2bdb75-1082-4f84-9ec1-5bab86f1be08 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:42.564218 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17d10ec-c64b-46ff-a118-768b8849133e None None] Sync routers for ids ['55bcd69c-ce1a-4f07-861d-46ef172c3a44'] in dv-cinder-845799-1-iscsi {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:08:42.579398 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17d10ec-c64b-46ff-a118-768b8849133e None None] Routers {'55bcd69c-ce1a-4f07-861d-46ef172c3a44'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:08:42.580675 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a17d10ec-c64b-46ff-a118-768b8849133e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:08:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['55bcd69c-ce1a-4f07-861d-46ef172c3a44'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:08:42.667451 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-8e2bdb75-1082-4f84-9ec1-5bab86f1be08 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "PUT /v2.0/floatingips/d5d5d6b9-a900-40d6-aa18-4688bdd0ed20 HTTP/1.1" status: 200 len: 991 time: 3.0317502 Jun 27 20:08:42.668332 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605866e5-c6c8-414b-a763-47a32ed598fe', 'tag': '9807b7ec-58a7-42ba-9136-3982f6815387'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:08:42.715909 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b1612a4-750f-41e1-a14c-0e8911cafb4b'] response: {'name': 'network-changed', 'server_uuid': '605866e5-c6c8-414b-a763-47a32ed598fe', 'tag': '9807b7ec-58a7-42ba-9136-3982f6815387', 'status': 'completed', 'code': 200} Jun 27 20:08:42.888543 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-a17d10ec-c64b-46ff-a118-768b8849133e None None] Set router 55bcd69c-ce1a-4f07-861d-46ef172c3a44 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:08:43.310303 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b933f4-8d1d-4b2a-9e39-92b5826767f0 None None] Network 78065fbd-32e7-42a7-9ebd-1fccf5037d15 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:08:43.356264 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-627d44b0-73b9-4b9b-9646-e6d7bfb4a61e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16270916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16757784'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:43.484030 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-31623389-ebe4-463f-989b-d962f103a1cb None None] Provisioning for port ffd4a905-d787-494a-bab6-df88a4c6b64e completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:08:43.580935 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d52ab-baec-4e34-9aec-43c7b12fc50c req-2e632340-74f9-4d54-9057-44862ed370b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:43.582601 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-0b3d52ab-baec-4e34-9aec-43c7b12fc50c req-2e632340-74f9-4d54-9057-44862ed370b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff42080e13fb414597e5f10abbe3434d&device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 1099 time: 0.7979960 Jun 27 20:08:43.820943 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a17d10ec-c64b-46ff-a118-768b8849133e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'name': 'tempest-ServerRescueNegativeTestJSON-1562455689-router', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '9764c784-0653-4a4a-b64e-79510cb36679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:23Z', 'updated_at': '2022-06-27T20:05:33Z', 'revision_number': 4, 'project_id': 'ff42080e13fb414597e5f10abbe3434d', 'gw_port': {'id': '9764c784-0653-4a4a-b64e-79510cb36679', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:25Z', 'updated_at': '2022-06-27T20:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': 'd5d5d6b9-a900-40d6-aa18-4688bdd0ed20', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'port_id': '9807b7ec-58a7-42ba-9136-3982f6815387', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792', 'mac_address': 'fa:16:3e:b3:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605866e5-c6c8-414b-a763-47a32ed598fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:08:04Z', 'updated_at': '2022-06-27T20:08:41Z', 'revision_number': 1, 'project_id': 'ff42080e13fb414597e5f10abbe3434d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bdf2a0-06cd-4e36-9229-c56856b1740f', 'name': '', 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'mac_address': 'fa:16:3e:a1:0d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7d86a822-f147-437c-a8d8-a85441e6e85f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:30Z', 'updated_at': '2022-06-27T20:05:58Z', 'revision_number': 5, 'project_id': 'ff42080e13fb414597e5f10abbe3434d', 'subnets': [{'id': '7d86a822-f147-437c-a8d8-a85441e6e85f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:08:43.833271 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17d10ec-c64b-46ff-a118-768b8849133e None None] Checking router: 55bcd69c-ce1a-4f07-861d-46ef172c3a44 for host: dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:08:43.853824 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d52ab-baec-4e34-9aec-43c7b12fc50c req-52222173-09a2-4983-b4a3-fa0cd9a08541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:43.856131 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-0b3d52ab-baec-4e34-9aec-43c7b12fc50c req-52222173-09a2-4983-b4a3-fa0cd9a08541 service neutron] 10.222.0.15 "GET /v2.0/networks?id=edb7acd2-275d-4d02-9861-85e070a17792 HTTP/1.1" status: 200 len: 920 time: 0.2662234 Jun 27 20:08:43.870006 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17d10ec-c64b-46ff-a118-768b8849133e None None] Routers {'55bcd69c-ce1a-4f07-861d-46ef172c3a44'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:08:43.870793 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a17d10ec-c64b-46ff-a118-768b8849133e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:08:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['55bcd69c-ce1a-4f07-861d-46ef172c3a44'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:08:44.049251 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device ffd4a905-d787-494a-bab6-df88a4c6b64e up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:08:44.072403 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-0b3d52ab-baec-4e34-9aec-43c7b12fc50c req-b79a9b41-ef78-45e4-b678-cd86ac56af41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9807b7ec-58a7-42ba-9136-3982f6815387 HTTP/1.1" status: 200 len: 999 time: 0.2060299 Jun 27 20:08:44.174598 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d52ab-baec-4e34-9aec-43c7b12fc50c req-34533118-3cdb-430b-81a3-90bb9c741022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:44.178579 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-0b3d52ab-baec-4e34-9aec-43c7b12fc50c req-34533118-3cdb-430b-81a3-90bb9c741022 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7d86a822-f147-437c-a8d8-a85441e6e85f HTTP/1.1" status: 200 len: 858 time: 0.0970969 Jun 27 20:08:44.250781 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-a17d10ec-c64b-46ff-a118-768b8849133e None None] Set router 55bcd69c-ce1a-4f07-861d-46ef172c3a44 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:08:44.303478 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning for port ffd4a905-d787-494a-bab6-df88a4c6b64e completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:08:44.315364 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port ffd4a905-d787-494a-bab6-df88a4c6b64e triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:08:44.315651 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:44.345139 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627d44b0-73b9-4b9b-9646-e6d7bfb4a61e admin admin] Router d7cb7f7a-8b83-4ab7-b1b0-02616407a86d is scheduled to L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 27 20:08:44.493269 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-acfdc6ab-2d30-4a96-96e4-d954f6c8835a None None] Provisioning complete for port ffd4a905-d787-494a-bab6-df88a4c6b64e triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:08:44.493671 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-acfdc6ab-2d30-4a96-96e4-d954f6c8835a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:44.508770 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d52ab-baec-4e34-9aec-43c7b12fc50c req-5ea8798e-8136-4122-9c5a-4c7d34a413da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:08:44.510291 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-0b3d52ab-baec-4e34-9aec-43c7b12fc50c req-5ea8798e-8136-4122-9c5a-4c7d34a413da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=edb7acd2-275d-4d02-9861-85e070a17792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2813168 Jun 27 20:08:44.658730 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627d44b0-73b9-4b9b-9646-e6d7bfb4a61e admin admin] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:08:44.668631 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5965b7ea-1e13-4b51-b74f-a14303305a24 None None] Sync routers for ids ['d7cb7f7a-8b83-4ab7-b1b0-02616407a86d'] in dv-cinder-845799-1-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:08:44.680572 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5965b7ea-1e13-4b51-b74f-a14303305a24 None None] Routers {'d7cb7f7a-8b83-4ab7-b1b0-02616407a86d'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:08:44.681637 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-5965b7ea-1e13-4b51-b74f-a14303305a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:08:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['d7cb7f7a-8b83-4ab7-b1b0-02616407a86d'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:08:44.693758 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-0b3d52ab-baec-4e34-9aec-43c7b12fc50c req-0572557d-8d3b-410a-ac65-2cc0b6dc2f9c service neutron] 10.222.0.15 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740005 Jun 27 20:08:44.740262 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-affeac32-5154-41e9-9fc5-b88bfc783ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:44.772021 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-627d44b0-73b9-4b9b-9646-e6d7bfb4a61e admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:44.773210 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-627d44b0-73b9-4b9b-9646-e6d7bfb4a61e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5112557 Jun 27 20:08:44.776020 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 58492) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:44.859946 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port ffd4a905-d787-494a-bab6-df88a4c6b64e is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:08:44.860320 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:44.974356 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-5965b7ea-1e13-4b51-b74f-a14303305a24 None None] Set router d7cb7f7a-8b83-4ab7-b1b0-02616407a86d gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:08:45.161902 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-0b3d52ab-baec-4e34-9aec-43c7b12fc50c req-68e615f0-76e0-4c9e-aacb-c246dffa9c6a service neutron] 10.222.0.15 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563184 Jun 27 20:08:45.225505 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] For port ffd4a905-d787-494a-bab6-df88a4c6b64e, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=ffd4a905-d787-494a-bab6-df88a4c6b64e,segment=NetworkSegment(25ddf601-bcba-4aa4-9c61-f63d40f935d3),segment_id=25ddf601-bcba-4aa4-9c61-f63d40f935d3)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:08:45.227417 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-acfdc6ab-2d30-4a96-96e4-d954f6c8835a None None] Current status of the port ffd4a905-d787-494a-bab6-df88a4c6b64e is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:08:45.227902 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-acfdc6ab-2d30-4a96-96e4-d954f6c8835a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:45.242460 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:45.243353 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device dc67f8c6-7086-4fbd-b288-806c5c27fde3 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:08:45.429699 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Pushing event updated for resources: {'Port': ['ID=ffd4a905-d787-494a-bab6-df88a4c6b64e,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:45.452252 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.db.api [None req-acfdc6ab-2d30-4a96-96e4-d954f6c8835a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 20:08:45.452789 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG oslo_db.api [None req-acfdc6ab-2d30-4a96-96e4-d954f6c8835a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 20:08:45.469154 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a17d10ec-c64b-46ff-a118-768b8849133e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'name': 'tempest-ServerRescueNegativeTestJSON-1562455689-router', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '9764c784-0653-4a4a-b64e-79510cb36679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:23Z', 'updated_at': '2022-06-27T20:05:33Z', 'revision_number': 4, 'project_id': 'ff42080e13fb414597e5f10abbe3434d', 'gw_port': {'id': '9764c784-0653-4a4a-b64e-79510cb36679', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:25Z', 'updated_at': '2022-06-27T20:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': 'd5d5d6b9-a900-40d6-aa18-4688bdd0ed20', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'port_id': '9807b7ec-58a7-42ba-9136-3982f6815387', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792', 'mac_address': 'fa:16:3e:b3:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605866e5-c6c8-414b-a763-47a32ed598fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:08:04Z', 'updated_at': '2022-06-27T20:08:41Z', 'revision_number': 1, 'project_id': 'ff42080e13fb414597e5f10abbe3434d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bdf2a0-06cd-4e36-9229-c56856b1740f', 'name': '', 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'mac_address': 'fa:16:3e:a1:0d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7d86a822-f147-437c-a8d8-a85441e6e85f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:30Z', 'updated_at': '2022-06-27T20:05:58Z', 'revision_number': 5, 'project_id': 'ff42080e13fb414597e5f10abbe3434d', 'subnets': [{'id': '7d86a822-f147-437c-a8d8-a85441e6e85f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:08:45.473017 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port dc67f8c6-7086-4fbd-b288-806c5c27fde3 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:08:45.473224 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:45.506711 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17d10ec-c64b-46ff-a118-768b8849133e None None] The sync data for ids ['55bcd69c-ce1a-4f07-861d-46ef172c3a44'] in dv-cinder-845799-1-iscsi is: [{'id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'name': 'tempest-ServerRescueNegativeTestJSON-1562455689-router', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '9764c784-0653-4a4a-b64e-79510cb36679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:23Z', 'updated_at': '2022-06-27T20:05:33Z', 'revision_number': 4, 'project_id': 'ff42080e13fb414597e5f10abbe3434d', 'gw_port': {'id': '9764c784-0653-4a4a-b64e-79510cb36679', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:25Z', 'updated_at': '2022-06-27T20:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': 'd5d5d6b9-a900-40d6-aa18-4688bdd0ed20', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'port_id': '9807b7ec-58a7-42ba-9136-3982f6815387', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792', 'mac_address': 'fa:16:3e:b3:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605866e5-c6c8-414b-a763-47a32ed598fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:08:04Z', 'updated_at': '2022-06-27T20:08:41Z', 'revision_number': 1, 'project_id': 'ff42080e13fb414597e5f10abbe3434d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bdf2a0-06cd-4e36-9229-c56856b1740f', 'name': '', 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'mac_address': 'fa:16:3e:a1:0d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7d86a822-f147-437c-a8d8-a85441e6e85f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:30Z', 'updated_at': '2022-06-27T20:05:58Z', 'revision_number': 5, 'project_id': 'ff42080e13fb414597e5f10abbe3434d', 'subnets': [{'id': '7d86a822-f147-437c-a8d8-a85441e6e85f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:08:45.583403 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-5965b7ea-1e13-4b51-b74f-a14303305a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cb7f7a-8b83-4ab7-b1b0-02616407a86d', 'name': 'tempest-TestVolumeBootPattern-469551735-router', 'tenant_id': '1e9e5c6a6bab404790e54af7e19e4e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '79270444-c8c3-4235-b552-dfa3a0102c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:08:39Z', 'updated_at': '2022-06-27T20:08:42Z', 'revision_number': 3, 'project_id': '1e9e5c6a6bab404790e54af7e19e4e21', 'gw_port': {'id': '79270444-c8c3-4235-b552-dfa3a0102c0f', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:89:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cb7f7a-8b83-4ab7-b1b0-02616407a86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:41Z', 'updated_at': '2022-06-27T20:08:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:08:45.597001 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5965b7ea-1e13-4b51-b74f-a14303305a24 None None] Checking router: d7cb7f7a-8b83-4ab7-b1b0-02616407a86d for host: dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:08:45.597329 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5965b7ea-1e13-4b51-b74f-a14303305a24 None None] Updating router d7cb7f7a-8b83-4ab7-b1b0-02616407a86d port 79270444-c8c3-4235-b552-dfa3a0102c0f binding host dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 20:08:45.651102 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port dc67f8c6-7086-4fbd-b288-806c5c27fde3 is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:08:45.752571 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5965b7ea-1e13-4b51-b74f-a14303305a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:45.879731 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device ffd4a905-d787-494a-bab6-df88a4c6b64e up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:08:45.952770 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce00825-9b57-4a70-826c-b02280ff3d3e None None] New status for floating IP d5d5d6b9-a900-40d6-aa18-4688bdd0ed20: ACTIVE {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 20:08:46.216545 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7718-e900-4bd6-83c5-36877f77fe86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:46.217403 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5965b7ea-1e13-4b51-b74f-a14303305a24 None None] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:46.225440 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-acfdc6ab-2d30-4a96-96e4-d954f6c8835a None None] Current status of the port ffd4a905-d787-494a-bab6-df88a4c6b64e is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:08:46.242272 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-5965b7ea-1e13-4b51-b74f-a14303305a24 None None] Transition to ACTIVE for port object 79270444-c8c3-4235-b552-dfa3a0102c0f will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:08:46.256014 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5965b7ea-1e13-4b51-b74f-a14303305a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:46.288654 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port ffd4a905-d787-494a-bab6-df88a4c6b64e triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:08:46.289609 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:46.460263 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9e258-d6da-4e89-b48c-8a22b67a5a62 None None] Pushing event updated for resources: {'Port': ['ID=79270444-c8c3-4235-b552-dfa3a0102c0f,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:46.488115 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-5965b7ea-1e13-4b51-b74f-a14303305a24 None None] Attempting to bind port 79270444-c8c3-4235-b552-dfa3a0102c0f on host dv-cinder-845799-1-iscsi for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:08:46.488611 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-5965b7ea-1e13-4b51-b74f-a14303305a24 None None] Attempting to bind port 79270444-c8c3-4235-b552-dfa3a0102c0f by drivers openvswitch,hyperv on host dv-cinder-845799-1-iscsi at level 0 using segments [{'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:08:46.489058 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5965b7ea-1e13-4b51-b74f-a14303305a24 None None] Attempting to bind port 79270444-c8c3-4235-b552-dfa3a0102c0f on network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:08:46.498419 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5965b7ea-1e13-4b51-b74f-a14303305a24 None None] Checking agent: {'id': '002de21a-1fb9-4fe8-99da-e58f143369d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845799-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'started_at': datetime.datetime(2022, 6, 27, 19, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845799-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:08:46.498950 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5965b7ea-1e13-4b51-b74f-a14303305a24 None None] Checking segment: {'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:08:46.499444 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5965b7ea-1e13-4b51-b74f-a14303305a24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:46.500652 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5965b7ea-1e13-4b51-b74f-a14303305a24 None None] Bound using segment: {'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:08:46.502738 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-5965b7ea-1e13-4b51-b74f-a14303305a24 None None] Bound port: 79270444-c8c3-4235-b552-dfa3a0102c0f, host: dv-cinder-845799-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:08:46.503229 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5965b7ea-1e13-4b51-b74f-a14303305a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:46.635744 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 58530) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:46.661445 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port ffd4a905-d787-494a-bab6-df88a4c6b64e is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:08:46.663679 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-5965b7ea-1e13-4b51-b74f-a14303305a24 None None] For port 79270444-c8c3-4235-b552-dfa3a0102c0f, host dv-cinder-845799-1-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:08:46.668531 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-5965b7ea-1e13-4b51-b74f-a14303305a24 None None] For port 79270444-c8c3-4235-b552-dfa3a0102c0f, host dv-cinder-845799-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=79270444-c8c3-4235-b552-dfa3a0102c0f,segment=NetworkSegment(c8e1d377-ef10-44fe-8306-b14a68212fb0),segment_id=c8e1d377-ef10-44fe-8306-b14a68212fb0)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:08:46.677296 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-ed5c7718-e900-4bd6-83c5-36877f77fe86 admin admin] Allocated IP 172.20.0.1 (78065fbd-32e7-42a7-9ebd-1fccf5037d15/653c2081-4729-47a5-b6a4-3c5c8ff3c822/59c100f6-e8e2-4c65-bf31-a8bbb8c03246) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:08:46.682265 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5965b7ea-1e13-4b51-b74f-a14303305a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:46.812281 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6fd0dcb1-c838-4b90-b4e8-fb0f3e4ec051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:46.844854 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5965b7ea-1e13-4b51-b74f-a14303305a24 None None] Routers {'d7cb7f7a-8b83-4ab7-b1b0-02616407a86d'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:08:46.846078 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-5965b7ea-1e13-4b51-b74f-a14303305a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:08:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['d7cb7f7a-8b83-4ab7-b1b0-02616407a86d'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:08:46.863061 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f6759a98-d451-4cab-8a96-f86fd6592714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:46.900830 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f6759a98-d451-4cab-8a96-f86fd6592714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:08:46.907467 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-f6759a98-d451-4cab-8a96-f86fd6592714 admin admin] Usage tracker for resource:security_group_rule and tenant:fbdcc259cd4945f78cd71fb77715a2b2 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:08:46.914634 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-f6759a98-d451-4cab-8a96-f86fd6592714 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:08:46.926868 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9e258-d6da-4e89-b48c-8a22b67a5a62 None None] Pushing event updated for resources: {'Port': ['ID=79270444-c8c3-4235-b552-dfa3a0102c0f,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:46.931005 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f6759a98-d451-4cab-8a96-f86fd6592714 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:08:46.986387 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7718-e900-4bd6-83c5-36877f77fe86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:47.035293 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-ed5c7718-e900-4bd6-83c5-36877f77fe86 admin admin] Transition to ACTIVE for port object 59c100f6-e8e2-4c65-bf31-a8bbb8c03246 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:08:47.076304 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f6759a98-d451-4cab-8a96-f86fd6592714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:47.086167 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f6759a98-d451-4cab-8a96-f86fd6592714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:47.091019 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7718-e900-4bd6-83c5-36877f77fe86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14170096'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:47.137069 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-f6759a98-d451-4cab-8a96-f86fd6592714 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fbdcc259cd4945f78cd71fb77715a2b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5001338 Jun 27 20:08:47.140419 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 58536) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:47.184393 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6759a98-d451-4cab-8a96-f86fd6592714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d22e31d-4d26-46e5-91bf-ff0c512c537f,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:47.203125 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-5965b7ea-1e13-4b51-b74f-a14303305a24 None None] Set router d7cb7f7a-8b83-4ab7-b1b0-02616407a86d gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:08:47.204015 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c7718-e900-4bd6-83c5-36877f77fe86 admin admin] Pushing event updated for resources: {'Port': ['ID=59c100f6-e8e2-4c65-bf31-a8bbb8c03246,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:47.219956 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5c7718-e900-4bd6-83c5-36877f77fe86 admin admin] Network 78065fbd-32e7-42a7-9ebd-1fccf5037d15 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:08:47.222775 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-ed5c7718-e900-4bd6-83c5-36877f77fe86 admin admin] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:08:47.225132 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5c7718-e900-4bd6-83c5-36877f77fe86 admin admin] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:08:47.278290 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-42392184-d7b7-4382-bd84-6b9c3e3031a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:47.331658 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7718-e900-4bd6-83c5-36877f77fe86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16270930'] for router_interface, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:47.358566 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-42392184-d7b7-4382-bd84-6b9c3e3031a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:47.475589 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-42392184-d7b7-4382-bd84-6b9c3e3031a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:47.519835 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42392184-d7b7-4382-bd84-6b9c3e3031a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d22e31d-4d26-46e5-91bf-ff0c512c537f,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:47.521812 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-42392184-d7b7-4382-bd84-6b9c3e3031a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:47.535820 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-42392184-d7b7-4382-bd84-6b9c3e3031a6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0d22e31d-4d26-46e5-91bf-ff0c512c537f HTTP/1.1" status: 204 len: 168 time: 0.3940268 Jun 27 20:08:47.832353 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-ece5a742-48b3-4dbd-9a7f-5121fc742e1a None None] Provisioning for port 59c100f6-e8e2-4c65-bf31-a8bbb8c03246 completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:08:47.835283 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7718-e900-4bd6-83c5-36877f77fe86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:47.871210 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-ece5a742-48b3-4dbd-9a7f-5121fc742e1a None None] Provisioning complete for port 59c100f6-e8e2-4c65-bf31-a8bbb8c03246 triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:08:47.873344 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ece5a742-48b3-4dbd-9a7f-5121fc742e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:47.905130 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-5965b7ea-1e13-4b51-b74f-a14303305a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cb7f7a-8b83-4ab7-b1b0-02616407a86d', 'name': 'tempest-TestVolumeBootPattern-469551735-router', 'tenant_id': '1e9e5c6a6bab404790e54af7e19e4e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '79270444-c8c3-4235-b552-dfa3a0102c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:08:39Z', 'updated_at': '2022-06-27T20:08:42Z', 'revision_number': 3, 'project_id': '1e9e5c6a6bab404790e54af7e19e4e21', 'gw_port': {'id': '79270444-c8c3-4235-b552-dfa3a0102c0f', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:89:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cb7f7a-8b83-4ab7-b1b0-02616407a86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:41Z', 'updated_at': '2022-06-27T20:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:08:47.933779 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5965b7ea-1e13-4b51-b74f-a14303305a24 None None] The sync data for ids ['d7cb7f7a-8b83-4ab7-b1b0-02616407a86d'] in dv-cinder-845799-1-iscsi is: [{'id': 'd7cb7f7a-8b83-4ab7-b1b0-02616407a86d', 'name': 'tempest-TestVolumeBootPattern-469551735-router', 'tenant_id': '1e9e5c6a6bab404790e54af7e19e4e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '79270444-c8c3-4235-b552-dfa3a0102c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:08:39Z', 'updated_at': '2022-06-27T20:08:42Z', 'revision_number': 3, 'project_id': '1e9e5c6a6bab404790e54af7e19e4e21', 'gw_port': {'id': '79270444-c8c3-4235-b552-dfa3a0102c0f', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:89:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cb7f7a-8b83-4ab7-b1b0-02616407a86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:41Z', 'updated_at': '2022-06-27T20:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:08:48.011138 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:48.026700 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-ece5a742-48b3-4dbd-9a7f-5121fc742e1a None None] Port 59c100f6-e8e2-4c65-bf31-a8bbb8c03246 cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:08:48.059183 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:48.195634 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 58560) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:48.230790 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a7075fa0-f368-4764-be88-c77dbd7a016c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:48.253016 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7718-e900-4bd6-83c5-36877f77fe86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:48.261552 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7718-e900-4bd6-83c5-36877f77fe86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14170087'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:48.263733 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a7075fa0-f368-4764-be88-c77dbd7a016c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:08:48.270832 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-a7075fa0-f368-4764-be88-c77dbd7a016c admin admin] Usage tracker for resource:security_group_rule and tenant:55a4be0f2f3c44df8d68de318bac4121 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:08:48.276241 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-a7075fa0-f368-4764-be88-c77dbd7a016c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:08:48.296846 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a7075fa0-f368-4764-be88-c77dbd7a016c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:08:48.432425 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c7718-e900-4bd6-83c5-36877f77fe86 admin admin] Pushing event updated for resources: {'Port': ['ID=59c100f6-e8e2-4c65-bf31-a8bbb8c03246,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:48.449984 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a7075fa0-f368-4764-be88-c77dbd7a016c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:48.455659 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a7075fa0-f368-4764-be88-c77dbd7a016c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:48.492669 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7718-e900-4bd6-83c5-36877f77fe86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16717675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16270903'] for router_interface, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:48.503799 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-a7075fa0-f368-4764-be88-c77dbd7a016c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=55a4be0f2f3c44df8d68de318bac4121&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3071358 Jun 27 20:08:48.508496 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 58570) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:48.599845 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7075fa0-f368-4764-be88-c77dbd7a016c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0779997a-8ca8-4205-8348-2b463b80ec69,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:48.611315 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-06f0fc40-ba43-490b-beb9-d97111279611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:48.670664 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-06f0fc40-ba43-490b-beb9-d97111279611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:48.744887 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5c7718-e900-4bd6-83c5-36877f77fe86 admin admin] Network 78065fbd-32e7-42a7-9ebd-1fccf5037d15 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:08:48.746295 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-ed5c7718-e900-4bd6-83c5-36877f77fe86 admin admin] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:08:48.788075 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-06f0fc40-ba43-490b-beb9-d97111279611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:48.826427 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0fc40-ba43-490b-beb9-d97111279611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0779997a-8ca8-4205-8348-2b463b80ec69,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:48.837877 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-06f0fc40-ba43-490b-beb9-d97111279611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:48.844124 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-06f0fc40-ba43-490b-beb9-d97111279611 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0779997a-8ca8-4205-8348-2b463b80ec69 HTTP/1.1" status: 204 len: 168 time: 0.3338079 Jun 27 20:08:49.122303 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5c7718-e900-4bd6-83c5-36877f77fe86 admin admin] Router d7cb7f7a-8b83-4ab7-b1b0-02616407a86d has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:08:49.177658 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-9570b1a8-a60e-41d1-aa91-cf194a68508d None None] Provisioning complete for port 59c100f6-e8e2-4c65-bf31-a8bbb8c03246 triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:08:49.178247 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9570b1a8-a60e-41d1-aa91-cf194a68508d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:49.299833 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:49.343578 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-9570b1a8-a60e-41d1-aa91-cf194a68508d None None] Port 59c100f6-e8e2-4c65-bf31-a8bbb8c03246 cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:08:49.379165 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5c7718-e900-4bd6-83c5-36877f77fe86 admin admin] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:08:49.391482 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-ed5c7718-e900-4bd6-83c5-36877f77fe86 admin admin] 10.222.0.23 "PUT /v2.0/routers/d7cb7f7a-8b83-4ab7-b1b0-02616407a86d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6141846 Jun 27 20:08:49.949702 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 79270444-c8c3-4235-b552-dfa3a0102c0f up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:08:50.075024 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning for port 79270444-c8c3-4235-b552-dfa3a0102c0f completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:08:50.081279 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 79270444-c8c3-4235-b552-dfa3a0102c0f triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:08:50.081979 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:50.240928 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 58614) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:50.246486 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-d9f65568-134d-4cb8-bdb9-c1dfc2514fdc tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1171699703', 'description': 'tempest-secgroup-smoke-1171699703 description', 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:08:50.254165 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-d9f65568-134d-4cb8-bdb9-c1dfc2514fdc tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:08:50.260327 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-d9f65568-134d-4cb8-bdb9-c1dfc2514fdc tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Usage tracker for resource:security_group and tenant:caa8bd5588cd4b908faeb162efc54fb1 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:08:50.267590 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-d9f65568-134d-4cb8-bdb9-c1dfc2514fdc tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:08:50.290022 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-d9f65568-134d-4cb8-bdb9-c1dfc2514fdc tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:08:50.307503 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d9f65568-134d-4cb8-bdb9-c1dfc2514fdc tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:50.324898 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 79270444-c8c3-4235-b552-dfa3a0102c0f is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:08:50.325365 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:50.345342 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] For port 79270444-c8c3-4235-b552-dfa3a0102c0f, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=79270444-c8c3-4235-b552-dfa3a0102c0f,segment=NetworkSegment(c8e1d377-ef10-44fe-8306-b14a68212fb0),segment_id=c8e1d377-ef10-44fe-8306-b14a68212fb0)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:08:50.349953 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-d9f65568-134d-4cb8-bdb9-c1dfc2514fdc tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:08:50.351376 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062b6d7a-1902-4aef-aa8f-f91014ea0541 None None] Sync routers for ids ['d7cb7f7a-8b83-4ab7-b1b0-02616407a86d'] in dv-cinder-845799-1-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:08:50.353073 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:50.356679 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-d9f65568-134d-4cb8-bdb9-c1dfc2514fdc tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Usage tracker for resource:security_group_rule and tenant:caa8bd5588cd4b908faeb162efc54fb1 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:08:50.361553 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-d9f65568-134d-4cb8-bdb9-c1dfc2514fdc tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:08:50.375176 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-d9f65568-134d-4cb8-bdb9-c1dfc2514fdc tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:08:50.376438 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062b6d7a-1902-4aef-aa8f-f91014ea0541 None None] Routers {'d7cb7f7a-8b83-4ab7-b1b0-02616407a86d'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:08:50.377353 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-062b6d7a-1902-4aef-aa8f-f91014ea0541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:08:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['d7cb7f7a-8b83-4ab7-b1b0-02616407a86d'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:08:50.476919 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Pushing event updated for resources: {'Port': ['ID=79270444-c8c3-4235-b552-dfa3a0102c0f,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:50.507661 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d9f65568-134d-4cb8-bdb9-c1dfc2514fdc tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:50.515661 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d9f65568-134d-4cb8-bdb9-c1dfc2514fdc tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:50.561168 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d9f65568-134d-4cb8-bdb9-c1dfc2514fdc tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:50.562636 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-d9f65568-134d-4cb8-bdb9-c1dfc2514fdc tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3205769 Jun 27 20:08:50.565732 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 58624) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:50.571732 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-a41f3202-0625-4d35-a603-8c88cb584eaa tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Request body: {'security_group_rule': {'security_group_id': 'ba21e14d-48c6-4148-8158-0848ae23102f', 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:08:50.580761 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a41f3202-0625-4d35-a603-8c88cb584eaa tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:08:50.583035 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f65568-134d-4cb8-bdb9-c1dfc2514fdc tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba21e14d-48c6-4148-8158-0848ae23102f,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:50.596861 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-a41f3202-0625-4d35-a603-8c88cb584eaa tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Usage tracker for resource:security_group_rule and tenant:caa8bd5588cd4b908faeb162efc54fb1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:08:50.602782 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-a41f3202-0625-4d35-a603-8c88cb584eaa tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:08:50.614434 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a41f3202-0625-4d35-a603-8c88cb584eaa tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:08:50.645817 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a41f3202-0625-4d35-a603-8c88cb584eaa tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:50.649680 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-062b6d7a-1902-4aef-aa8f-f91014ea0541 None None] Set router d7cb7f7a-8b83-4ab7-b1b0-02616407a86d gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:08:50.744635 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a41f3202-0625-4d35-a603-8c88cb584eaa tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:50.751098 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a41f3202-0625-4d35-a603-8c88cb584eaa tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438251'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:50.777969 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f3202-0625-4d35-a603-8c88cb584eaa tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d53e20fa-f675-4a36-90b8-f33cff242116,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:50.789927 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a41f3202-0625-4d35-a603-8c88cb584eaa tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:50.796086 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 58632) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:50.796288 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-a41f3202-0625-4d35-a603-8c88cb584eaa tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2294993 Jun 27 20:08:50.809782 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-d7a51c43-7b02-4f7d-97a3-f1f1da505a91 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Request body: {'security_group_rule': {'security_group_id': 'ba21e14d-48c6-4148-8158-0848ae23102f', 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:08:50.821977 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-d7a51c43-7b02-4f7d-97a3-f1f1da505a91 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:08:50.828978 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-d7a51c43-7b02-4f7d-97a3-f1f1da505a91 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Usage tracker for resource:security_group_rule and tenant:caa8bd5588cd4b908faeb162efc54fb1 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:08:50.832818 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-d7a51c43-7b02-4f7d-97a3-f1f1da505a91 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:08:50.840497 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-d7a51c43-7b02-4f7d-97a3-f1f1da505a91 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:08:50.875599 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d7a51c43-7b02-4f7d-97a3-f1f1da505a91 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:50.997374 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d7a51c43-7b02-4f7d-97a3-f1f1da505a91 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:51.003229 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d7a51c43-7b02-4f7d-97a3-f1f1da505a91 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438251'] for security_group_rule, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:51.069016 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a51c43-7b02-4f7d-97a3-f1f1da505a91 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a709b576-873c-4f47-abc6-6dd813b17add,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:51.090825 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d7a51c43-7b02-4f7d-97a3-f1f1da505a91 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:51.098129 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 58644) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:51.108877 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-61031612-7052-4209-83b7-c350f358533c tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Request body: {'security_group_rule': {'security_group_id': 'ba21e14d-48c6-4148-8158-0848ae23102f', 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:08:51.115654 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-d7a51c43-7b02-4f7d-97a3-f1f1da505a91 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3118620 Jun 27 20:08:51.116613 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-61031612-7052-4209-83b7-c350f358533c tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:08:51.124791 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-61031612-7052-4209-83b7-c350f358533c tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Usage tracker for resource:security_group_rule and tenant:caa8bd5588cd4b908faeb162efc54fb1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:08:51.134789 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-61031612-7052-4209-83b7-c350f358533c tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:08:51.153945 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-61031612-7052-4209-83b7-c350f358533c tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:08:51.186948 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-61031612-7052-4209-83b7-c350f358533c tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:51.200182 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-062b6d7a-1902-4aef-aa8f-f91014ea0541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cb7f7a-8b83-4ab7-b1b0-02616407a86d', 'name': 'tempest-TestVolumeBootPattern-469551735-router', 'tenant_id': '1e9e5c6a6bab404790e54af7e19e4e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '79270444-c8c3-4235-b552-dfa3a0102c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:08:39Z', 'updated_at': '2022-06-27T20:08:47Z', 'revision_number': 4, 'project_id': '1e9e5c6a6bab404790e54af7e19e4e21', 'gw_port': {'id': '79270444-c8c3-4235-b552-dfa3a0102c0f', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:89:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cb7f7a-8b83-4ab7-b1b0-02616407a86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:41Z', 'updated_at': '2022-06-27T20:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '59c100f6-e8e2-4c65-bf31-a8bbb8c03246', 'name': '', 'network_id': '78065fbd-32e7-42a7-9ebd-1fccf5037d15', 'tenant_id': '1e9e5c6a6bab404790e54af7e19e4e21', 'mac_address': 'fa:16:3e:f0:6b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cb7f7a-8b83-4ab7-b1b0-02616407a86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '653c2081-4729-47a5-b6a4-3c5c8ff3c822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:46Z', 'updated_at': '2022-06-27T20:08:47Z', 'revision_number': 2, 'project_id': '1e9e5c6a6bab404790e54af7e19e4e21', 'subnets': [{'id': '653c2081-4729-47a5-b6a4-3c5c8ff3c822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:08:51.214402 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062b6d7a-1902-4aef-aa8f-f91014ea0541 None None] Checking router: d7cb7f7a-8b83-4ab7-b1b0-02616407a86d for host: dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:08:51.214756 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062b6d7a-1902-4aef-aa8f-f91014ea0541 None None] Updating router d7cb7f7a-8b83-4ab7-b1b0-02616407a86d port 59c100f6-e8e2-4c65-bf31-a8bbb8c03246 binding host dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 20:08:51.294889 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-062b6d7a-1902-4aef-aa8f-f91014ea0541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:51.410528 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-61031612-7052-4209-83b7-c350f358533c tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:51.417409 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-61031612-7052-4209-83b7-c350f358533c tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438251'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:51.446254 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61031612-7052-4209-83b7-c350f358533c tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=696c3494-fb15-4d2e-a48c-94cdf55dcc6e,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:51.472970 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-61031612-7052-4209-83b7-c350f358533c tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:51.477347 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 58654) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:51.484618 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-61031612-7052-4209-83b7-c350f358533c tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3845563 Jun 27 20:08:51.489279 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-8d7d69ce-16c5-4f85-842b-ae4da780e7a5 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Request body: {'security_group_rule': {'security_group_id': 'ba21e14d-48c6-4148-8158-0848ae23102f', 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:08:51.500811 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-8d7d69ce-16c5-4f85-842b-ae4da780e7a5 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:08:51.507159 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-8d7d69ce-16c5-4f85-842b-ae4da780e7a5 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Usage tracker for resource:security_group_rule and tenant:caa8bd5588cd4b908faeb162efc54fb1 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:08:51.510931 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-8d7d69ce-16c5-4f85-842b-ae4da780e7a5 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:08:51.520522 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-8d7d69ce-16c5-4f85-842b-ae4da780e7a5 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:08:51.555985 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8d7d69ce-16c5-4f85-842b-ae4da780e7a5 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:51.671339 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8d7d69ce-16c5-4f85-842b-ae4da780e7a5 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:51.678896 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8d7d69ce-16c5-4f85-842b-ae4da780e7a5 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438251'] for security_group_rule, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:51.705497 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d69ce-16c5-4f85-842b-ae4da780e7a5 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1453d8f-e943-43e7-a6da-0182ee91d403,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:51.722707 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8d7d69ce-16c5-4f85-842b-ae4da780e7a5 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:51.727507 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 58672) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:51.734037 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-134294d2-8d02-49f0-9e09-6a4e4f464f15 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Request body: {'security_group_rule': {'security_group_id': 'ba21e14d-48c6-4148-8158-0848ae23102f', 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:08:51.739196 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-8d7d69ce-16c5-4f85-842b-ae4da780e7a5 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2604272 Jun 27 20:08:51.743259 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-134294d2-8d02-49f0-9e09-6a4e4f464f15 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:08:51.747853 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-134294d2-8d02-49f0-9e09-6a4e4f464f15 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Usage tracker for resource:security_group_rule and tenant:caa8bd5588cd4b908faeb162efc54fb1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:08:51.750715 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-134294d2-8d02-49f0-9e09-6a4e4f464f15 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:08:51.756866 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-134294d2-8d02-49f0-9e09-6a4e4f464f15 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:08:51.769482 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.db.securitygroups_db [None req-134294d2-8d02-49f0-9e09-6a4e4f464f15 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Project caa8bd5588cd4b908faeb162efc54fb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 20:08:51.780229 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-134294d2-8d02-49f0-9e09-6a4e4f464f15 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:51.881450 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 79270444-c8c3-4235-b552-dfa3a0102c0f up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:08:51.896656 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-062b6d7a-1902-4aef-aa8f-f91014ea0541 None None] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:51.912876 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-062b6d7a-1902-4aef-aa8f-f91014ea0541 None None] Transition to ACTIVE for port object 59c100f6-e8e2-4c65-bf31-a8bbb8c03246 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:08:51.924646 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-062b6d7a-1902-4aef-aa8f-f91014ea0541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:51.938162 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-134294d2-8d02-49f0-9e09-6a4e4f464f15 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:51.944539 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-134294d2-8d02-49f0-9e09-6a4e4f464f15 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438251'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:51.972731 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 79270444-c8c3-4235-b552-dfa3a0102c0f triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:08:51.973430 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:51.994297 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134294d2-8d02-49f0-9e09-6a4e4f464f15 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0449b2fb-b522-4935-9f30-1d5273db62ec,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:52.020162 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-134294d2-8d02-49f0-9e09-6a4e4f464f15 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:52.027250 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 58676) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:52.032071 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-9f563253-eda1-467b-8d82-8ca5eaa8e318 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Request body: {'security_group_rule': {'security_group_id': 'ba21e14d-48c6-4148-8158-0848ae23102f', 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:08:52.037533 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-134294d2-8d02-49f0-9e09-6a4e4f464f15 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3082621 Jun 27 20:08:52.043793 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-9f563253-eda1-467b-8d82-8ca5eaa8e318 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:08:52.053549 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-9f563253-eda1-467b-8d82-8ca5eaa8e318 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Usage tracker for resource:security_group_rule and tenant:caa8bd5588cd4b908faeb162efc54fb1 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:08:52.060618 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-9f563253-eda1-467b-8d82-8ca5eaa8e318 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:08:52.075397 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-9f563253-eda1-467b-8d82-8ca5eaa8e318 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:08:52.094164 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.db.securitygroups_db [None req-9f563253-eda1-467b-8d82-8ca5eaa8e318 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Project caa8bd5588cd4b908faeb162efc54fb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 20:08:52.108852 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f563253-eda1-467b-8d82-8ca5eaa8e318 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:52.158782 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 79270444-c8c3-4235-b552-dfa3a0102c0f is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:08:52.216922 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ed4ad-7b7b-4da8-9e08-1436e77d05db None None] Pushing event updated for resources: {'Port': ['ID=59c100f6-e8e2-4c65-bf31-a8bbb8c03246,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:52.262368 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f563253-eda1-467b-8d82-8ca5eaa8e318 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:52.270716 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f563253-eda1-467b-8d82-8ca5eaa8e318 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438251'] for security_group_rule, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:52.327822 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f563253-eda1-467b-8d82-8ca5eaa8e318 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:52.335337 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-9f563253-eda1-467b-8d82-8ca5eaa8e318 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3084452 Jun 27 20:08:52.343206 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-062b6d7a-1902-4aef-aa8f-f91014ea0541 None None] Attempting to bind port 59c100f6-e8e2-4c65-bf31-a8bbb8c03246 on host dv-cinder-845799-1-iscsi for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:08:52.343572 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-062b6d7a-1902-4aef-aa8f-f91014ea0541 None None] Attempting to bind port 59c100f6-e8e2-4c65-bf31-a8bbb8c03246 by drivers openvswitch,hyperv on host dv-cinder-845799-1-iscsi at level 0 using segments [{'id': '25ddf601-bcba-4aa4-9c61-f63d40f935d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '78065fbd-32e7-42a7-9ebd-1fccf5037d15'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:08:52.343923 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062b6d7a-1902-4aef-aa8f-f91014ea0541 None None] Attempting to bind port 59c100f6-e8e2-4c65-bf31-a8bbb8c03246 on network 78065fbd-32e7-42a7-9ebd-1fccf5037d15 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:08:52.347647 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f563253-eda1-467b-8d82-8ca5eaa8e318 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2588996e-5148-4e52-acb6-08556e9342eb,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:52.351793 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062b6d7a-1902-4aef-aa8f-f91014ea0541 None None] Checking agent: {'id': '002de21a-1fb9-4fe8-99da-e58f143369d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845799-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'started_at': datetime.datetime(2022, 6, 27, 19, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845799-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:08:52.352166 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062b6d7a-1902-4aef-aa8f-f91014ea0541 None None] Checking segment: {'id': '25ddf601-bcba-4aa4-9c61-f63d40f935d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '78065fbd-32e7-42a7-9ebd-1fccf5037d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:08:52.352554 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-062b6d7a-1902-4aef-aa8f-f91014ea0541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:52.352932 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062b6d7a-1902-4aef-aa8f-f91014ea0541 None None] Bound using segment: {'id': '25ddf601-bcba-4aa4-9c61-f63d40f935d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '78065fbd-32e7-42a7-9ebd-1fccf5037d15'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:08:52.353439 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-062b6d7a-1902-4aef-aa8f-f91014ea0541 None None] Bound port: 59c100f6-e8e2-4c65-bf31-a8bbb8c03246, host: dv-cinder-845799-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ddf601-bcba-4aa4-9c61-f63d40f935d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '78065fbd-32e7-42a7-9ebd-1fccf5037d15'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:08:52.354502 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-062b6d7a-1902-4aef-aa8f-f91014ea0541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:52.455105 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-062b6d7a-1902-4aef-aa8f-f91014ea0541 None None] For port 59c100f6-e8e2-4c65-bf31-a8bbb8c03246, host dv-cinder-845799-1-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:08:52.458953 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-062b6d7a-1902-4aef-aa8f-f91014ea0541 None None] For port 59c100f6-e8e2-4c65-bf31-a8bbb8c03246, host dv-cinder-845799-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=59c100f6-e8e2-4c65-bf31-a8bbb8c03246,segment=NetworkSegment(25ddf601-bcba-4aa4-9c61-f63d40f935d3),segment_id=25ddf601-bcba-4aa4-9c61-f63d40f935d3)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:08:52.465792 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-062b6d7a-1902-4aef-aa8f-f91014ea0541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:52.635727 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ed4ad-7b7b-4da8-9e08-1436e77d05db None None] Pushing event updated for resources: {'Port': ['ID=59c100f6-e8e2-4c65-bf31-a8bbb8c03246,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:52.643435 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062b6d7a-1902-4aef-aa8f-f91014ea0541 None None] Routers {'d7cb7f7a-8b83-4ab7-b1b0-02616407a86d'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:08:52.644018 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-062b6d7a-1902-4aef-aa8f-f91014ea0541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:08:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['d7cb7f7a-8b83-4ab7-b1b0-02616407a86d'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:08:52.873593 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-062b6d7a-1902-4aef-aa8f-f91014ea0541 None None] Set router d7cb7f7a-8b83-4ab7-b1b0-02616407a86d gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:08:53.393307 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-062b6d7a-1902-4aef-aa8f-f91014ea0541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cb7f7a-8b83-4ab7-b1b0-02616407a86d', 'name': 'tempest-TestVolumeBootPattern-469551735-router', 'tenant_id': '1e9e5c6a6bab404790e54af7e19e4e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '79270444-c8c3-4235-b552-dfa3a0102c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:08:39Z', 'updated_at': '2022-06-27T20:08:47Z', 'revision_number': 4, 'project_id': '1e9e5c6a6bab404790e54af7e19e4e21', 'gw_port': {'id': '79270444-c8c3-4235-b552-dfa3a0102c0f', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:89:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cb7f7a-8b83-4ab7-b1b0-02616407a86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:41Z', 'updated_at': '2022-06-27T20:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '59c100f6-e8e2-4c65-bf31-a8bbb8c03246', 'name': '', 'network_id': '78065fbd-32e7-42a7-9ebd-1fccf5037d15', 'tenant_id': '1e9e5c6a6bab404790e54af7e19e4e21', 'mac_address': 'fa:16:3e:f0:6b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cb7f7a-8b83-4ab7-b1b0-02616407a86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '653c2081-4729-47a5-b6a4-3c5c8ff3c822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:46Z', 'updated_at': '2022-06-27T20:08:52Z', 'revision_number': 4, 'project_id': '1e9e5c6a6bab404790e54af7e19e4e21', 'subnets': [{'id': '653c2081-4729-47a5-b6a4-3c5c8ff3c822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:08:53.397235 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062b6d7a-1902-4aef-aa8f-f91014ea0541 None None] The sync data for ids ['d7cb7f7a-8b83-4ab7-b1b0-02616407a86d'] in dv-cinder-845799-1-iscsi is: [{'id': 'd7cb7f7a-8b83-4ab7-b1b0-02616407a86d', 'name': 'tempest-TestVolumeBootPattern-469551735-router', 'tenant_id': '1e9e5c6a6bab404790e54af7e19e4e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '79270444-c8c3-4235-b552-dfa3a0102c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:08:39Z', 'updated_at': '2022-06-27T20:08:47Z', 'revision_number': 4, 'project_id': '1e9e5c6a6bab404790e54af7e19e4e21', 'gw_port': {'id': '79270444-c8c3-4235-b552-dfa3a0102c0f', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:89:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cb7f7a-8b83-4ab7-b1b0-02616407a86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:41Z', 'updated_at': '2022-06-27T20:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '59c100f6-e8e2-4c65-bf31-a8bbb8c03246', 'name': '', 'network_id': '78065fbd-32e7-42a7-9ebd-1fccf5037d15', 'tenant_id': '1e9e5c6a6bab404790e54af7e19e4e21', 'mac_address': 'fa:16:3e:f0:6b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cb7f7a-8b83-4ab7-b1b0-02616407a86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '653c2081-4729-47a5-b6a4-3c5c8ff3c822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:46Z', 'updated_at': '2022-06-27T20:08:52Z', 'revision_number': 4, 'project_id': '1e9e5c6a6bab404790e54af7e19e4e21', 'subnets': [{'id': '653c2081-4729-47a5-b6a4-3c5c8ff3c822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:08:53.847109 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 59c100f6-e8e2-4c65-bf31-a8bbb8c03246 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:08:53.920110 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning for port 59c100f6-e8e2-4c65-bf31-a8bbb8c03246 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:08:53.925325 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 59c100f6-e8e2-4c65-bf31-a8bbb8c03246 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:08:53.925723 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:54.043888 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 59c100f6-e8e2-4c65-bf31-a8bbb8c03246 is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:08:54.044264 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:54.076678 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] For port 59c100f6-e8e2-4c65-bf31-a8bbb8c03246, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=59c100f6-e8e2-4c65-bf31-a8bbb8c03246,segment=NetworkSegment(25ddf601-bcba-4aa4-9c61-f63d40f935d3),segment_id=25ddf601-bcba-4aa4-9c61-f63d40f935d3)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:08:54.081428 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:54.159314 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Pushing event updated for resources: {'Port': ['ID=59c100f6-e8e2-4c65-bf31-a8bbb8c03246,revision_number=5']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:55.826310 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 59c100f6-e8e2-4c65-bf31-a8bbb8c03246 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:08:55.912026 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 59c100f6-e8e2-4c65-bf31-a8bbb8c03246 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:08:55.912600 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:56.048519 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 59c100f6-e8e2-4c65-bf31-a8bbb8c03246 is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:08:58.664888 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 58830) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:58.818664 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-df9ed867-9a51-4937-a1dd-590d5d8c3f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:58.834589 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-df9ed867-9a51-4937-a1dd-590d5d8c3f84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:08:58.838394 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-df9ed867-9a51-4937-a1dd-590d5d8c3f84 admin admin] Usage tracker for resource:security_group_rule and tenant:72832b17afda4300a5484868ac4d768f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:08:58.841177 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-df9ed867-9a51-4937-a1dd-590d5d8c3f84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:08:58.847461 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-df9ed867-9a51-4937-a1dd-590d5d8c3f84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:08:58.934571 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-df9ed867-9a51-4937-a1dd-590d5d8c3f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:58.939326 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-df9ed867-9a51-4937-a1dd-590d5d8c3f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:58.999397 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-df9ed867-9a51-4937-a1dd-590d5d8c3f84 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=72832b17afda4300a5484868ac4d768f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3332753 Jun 27 20:08:59.000271 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ed867-9a51-4937-a1dd-590d5d8c3f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e82a3d-c597-49a6-9f14-d0c3651a2237,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:59.003604 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 58842) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:59.060640 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ec4fdb22-ecbd-4d06-b1e5-6a3706016e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:59.088398 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ec4fdb22-ecbd-4d06-b1e5-6a3706016e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:59.145206 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ec4fdb22-ecbd-4d06-b1e5-6a3706016e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:59.161686 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fdb22-ecbd-4d06-b1e5-6a3706016e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e82a3d-c597-49a6-9f14-d0c3651a2237,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:59.166948 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ec4fdb22-ecbd-4d06-b1e5-6a3706016e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:59.170880 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-ec4fdb22-ecbd-4d06-b1e5-6a3706016e24 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/81e82a3d-c597-49a6-9f14-d0c3651a2237 HTTP/1.1" status: 204 len: 168 time: 0.1658926 Jun 27 20:08:59.489183 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 58856) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:59.508012 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ac40f451-5c49-4c1b-866d-4b4e9978cc9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:59.522311 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-ac40f451-5c49-4c1b-866d-4b4e9978cc9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:08:59.526244 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-ac40f451-5c49-4c1b-866d-4b4e9978cc9b admin admin] Usage tracker for resource:security_group_rule and tenant:6834941971724641958e9c93b28540d6 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:08:59.529117 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-ac40f451-5c49-4c1b-866d-4b4e9978cc9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:08:59.535365 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-ac40f451-5c49-4c1b-866d-4b4e9978cc9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:08:59.621247 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ac40f451-5c49-4c1b-866d-4b4e9978cc9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:59.624859 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ac40f451-5c49-4c1b-866d-4b4e9978cc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:59.676404 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-ac40f451-5c49-4c1b-866d-4b4e9978cc9b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6834941971724641958e9c93b28540d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1857588 Jun 27 20:08:59.678333 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40f451-5c49-4c1b-866d-4b4e9978cc9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de664e0-d979-4834-bb28-93d766b834fe,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:59.679161 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 58860) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:08:59.745546 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ae85abb3-17da-4ac3-85e7-f488c3745bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:59.771125 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ae85abb3-17da-4ac3-85e7-f488c3745bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:59.826753 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ae85abb3-17da-4ac3-85e7-f488c3745bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:59.847706 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae85abb3-17da-4ac3-85e7-f488c3745bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de664e0-d979-4834-bb28-93d766b834fe,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:08:59.857896 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ae85abb3-17da-4ac3-85e7-f488c3745bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:08:59.859215 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-ae85abb3-17da-4ac3-85e7-f488c3745bc4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2de664e0-d979-4834-bb28-93d766b834fe HTTP/1.1" status: 204 len: 168 time: 0.1788833 Jun 27 20:09:02.346303 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 58964) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:02.505870 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c495d010-2499-40a1-acff-1627979cdece admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:02.532720 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c495d010-2499-40a1-acff-1627979cdece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:09:02.540327 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-c495d010-2499-40a1-acff-1627979cdece admin admin] Usage tracker for resource:security_group_rule and tenant:99df46d264c04b7e80965c29effe116f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:09:02.543299 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-c495d010-2499-40a1-acff-1627979cdece admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:09:02.550079 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c495d010-2499-40a1-acff-1627979cdece admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:09:02.670480 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c495d010-2499-40a1-acff-1627979cdece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:02.675707 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c495d010-2499-40a1-acff-1627979cdece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:02.751018 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-c495d010-2499-40a1-acff-1627979cdece admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=99df46d264c04b7e80965c29effe116f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3833153 Jun 27 20:09:02.751018 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c495d010-2499-40a1-acff-1627979cdece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39116175-9089-4912-8f83-c82945393493,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:02.751355 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 58978) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:02.790094 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 58984) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:02.822534 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-48503471-8b2a-4a1f-baf3-0abff4ca830f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:02.852479 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-48503471-8b2a-4a1f-baf3-0abff4ca830f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:02.921348 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-48503471-8b2a-4a1f-baf3-0abff4ca830f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:02.927785 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0a851c01-7d88-4bc8-800f-f9f0b3ee4546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:02.944468 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0a851c01-7d88-4bc8-800f-f9f0b3ee4546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:09:02.946435 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48503471-8b2a-4a1f-baf3-0abff4ca830f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39116175-9089-4912-8f83-c82945393493,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:02.951347 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-0a851c01-7d88-4bc8-800f-f9f0b3ee4546 admin admin] Usage tracker for resource:security_group_rule and tenant:b782cbd53134454db0726c29f6250966 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:09:02.959888 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-48503471-8b2a-4a1f-baf3-0abff4ca830f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:02.963644 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-48503471-8b2a-4a1f-baf3-0abff4ca830f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/39116175-9089-4912-8f83-c82945393493 HTTP/1.1" status: 204 len: 168 time: 0.2260942 Jun 27 20:09:02.966691 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-0a851c01-7d88-4bc8-800f-f9f0b3ee4546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:09:02.977113 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0a851c01-7d88-4bc8-800f-f9f0b3ee4546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:09:03.085846 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0a851c01-7d88-4bc8-800f-f9f0b3ee4546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:03.089461 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0a851c01-7d88-4bc8-800f-f9f0b3ee4546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:03.142005 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-0a851c01-7d88-4bc8-800f-f9f0b3ee4546 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b782cbd53134454db0726c29f6250966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3502967 Jun 27 20:09:03.143273 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a851c01-7d88-4bc8-800f-f9f0b3ee4546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf4e59e-3c13-43e4-8c4a-8342747cbd97,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:03.144443 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 59010) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:03.206889 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ee89b996-e902-4066-b2ac-6659be480da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:03.234027 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ee89b996-e902-4066-b2ac-6659be480da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:03.287029 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ee89b996-e902-4066-b2ac-6659be480da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:03.304680 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89b996-e902-4066-b2ac-6659be480da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf4e59e-3c13-43e4-8c4a-8342747cbd97,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:03.311416 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ee89b996-e902-4066-b2ac-6659be480da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:03.312616 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-ee89b996-e902-4066-b2ac-6659be480da7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/adf4e59e-3c13-43e4-8c4a-8342747cbd97 HTTP/1.1" status: 204 len: 168 time: 0.1663024 Jun 27 20:09:03.620655 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 59032) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:03.639321 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4bb2e98a-f803-4d4e-8cbc-c71f486d9bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:03.654388 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4bb2e98a-f803-4d4e-8cbc-c71f486d9bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:09:03.658486 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-4bb2e98a-f803-4d4e-8cbc-c71f486d9bee admin admin] Usage tracker for resource:security_group_rule and tenant:f55706687e1043ce8bdf2b725036f003 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:09:03.661640 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-4bb2e98a-f803-4d4e-8cbc-c71f486d9bee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:09:03.667660 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4bb2e98a-f803-4d4e-8cbc-c71f486d9bee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:09:03.751846 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4bb2e98a-f803-4d4e-8cbc-c71f486d9bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:03.756967 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4bb2e98a-f803-4d4e-8cbc-c71f486d9bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:03.807263 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-4bb2e98a-f803-4d4e-8cbc-c71f486d9bee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f55706687e1043ce8bdf2b725036f003&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1854563 Jun 27 20:09:03.807961 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2e98a-f803-4d4e-8cbc-c71f486d9bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55770e49-3e8c-4eb5-9be5-f7556ed84f25,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:03.810070 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 59042) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:03.971182 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-354fdb10-5069-4322-a856-53e5402ae0c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:03.998046 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-354fdb10-5069-4322-a856-53e5402ae0c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:04.047974 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-354fdb10-5069-4322-a856-53e5402ae0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:04.063919 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354fdb10-5069-4322-a856-53e5402ae0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55770e49-3e8c-4eb5-9be5-f7556ed84f25,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:04.072234 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-354fdb10-5069-4322-a856-53e5402ae0c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:04.073404 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-354fdb10-5069-4322-a856-53e5402ae0c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/55770e49-3e8c-4eb5-9be5-f7556ed84f25 HTTP/1.1" status: 204 len: 168 time: 0.2623463 Jun 27 20:09:04.246166 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 59070) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:04.533907 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f27d740f-e265-4f4b-9d8e-36311d59a7d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:04.553649 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-f27d740f-e265-4f4b-9d8e-36311d59a7d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:09:04.558436 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-f27d740f-e265-4f4b-9d8e-36311d59a7d8 admin admin] Usage tracker for resource:security_group_rule and tenant:af091790e8534a3f9436a2ce6a264e87 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:09:04.561898 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-f27d740f-e265-4f4b-9d8e-36311d59a7d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:09:04.568793 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-f27d740f-e265-4f4b-9d8e-36311d59a7d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:09:04.671755 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f27d740f-e265-4f4b-9d8e-36311d59a7d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:04.676403 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f27d740f-e265-4f4b-9d8e-36311d59a7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:04.728363 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-f27d740f-e265-4f4b-9d8e-36311d59a7d8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=af091790e8534a3f9436a2ce6a264e87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4801023 Jun 27 20:09:04.731298 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 59104) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:04.733960 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d740f-e265-4f4b-9d8e-36311d59a7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe8dfee-73c3-4bc3-a001-bf41d59b73f6,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:04.796964 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c0ab8197-3cbf-4736-8096-df8bdc9f0908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:04.847611 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c0ab8197-3cbf-4736-8096-df8bdc9f0908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:04.918522 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c0ab8197-3cbf-4736-8096-df8bdc9f0908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:04.939804 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab8197-3cbf-4736-8096-df8bdc9f0908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe8dfee-73c3-4bc3-a001-bf41d59b73f6,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:04.957284 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c0ab8197-3cbf-4736-8096-df8bdc9f0908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:04.958616 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-c0ab8197-3cbf-4736-8096-df8bdc9f0908 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/abe8dfee-73c3-4bc3-a001-bf41d59b73f6 HTTP/1.1" status: 204 len: 168 time: 0.2258215 Jun 27 20:09:05.878333 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 59188) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:06.041221 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-8fb8f5bf-8ea3-437a-b3e4-b5a59a825f43 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-534226884-network', 'tenant_id': 'ce50a06e19fe48b5ad68a43b953f5ae0'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:09:06.045856 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-8fb8f5bf-8ea3-437a-b3e4-b5a59a825f43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:09:06.050028 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-8fb8f5bf-8ea3-437a-b3e4-b5a59a825f43 admin admin] Usage tracker for resource:network and tenant:ce50a06e19fe48b5ad68a43b953f5ae0 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:09:06.052939 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-8fb8f5bf-8ea3-437a-b3e4-b5a59a825f43 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:09:06.059502 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-8fb8f5bf-8ea3-437a-b3e4-b5a59a825f43 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:09:06.070060 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb8f5bf-8ea3-437a-b3e4-b5a59a825f43 admin admin] Made reservation on behalf of ce50a06e19fe48b5ad68a43b953f5ae0 for: {'network': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:09:06.072361 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8fb8f5bf-8ea3-437a-b3e4-b5a59a825f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for network, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:06.084847 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8fb8f5bf-8ea3-437a-b3e4-b5a59a825f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:06.098810 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-8fb8f5bf-8ea3-437a-b3e4-b5a59a825f43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:09:06.102558 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-8fb8f5bf-8ea3-437a-b3e4-b5a59a825f43 admin admin] Usage tracker for resource:security_group_rule and tenant:ce50a06e19fe48b5ad68a43b953f5ae0 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:09:06.106137 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-8fb8f5bf-8ea3-437a-b3e4-b5a59a825f43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:09:06.112976 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-8fb8f5bf-8ea3-437a-b3e4-b5a59a825f43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:09:06.198341 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8fb8f5bf-8ea3-437a-b3e4-b5a59a825f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:06.202668 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8fb8f5bf-8ea3-437a-b3e4-b5a59a825f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:06.230730 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb8f5bf-8ea3-437a-b3e4-b5a59a825f43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=88114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 20:09:06.243292 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8f5bf-8ea3-437a-b3e4-b5a59a825f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d10ecef-9791-4175-86c9-dcb69bcac034,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:06.249436 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8fb8f5bf-8ea3-437a-b3e4-b5a59a825f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603533'] for segment, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:06.249803 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.db.segments_db [None req-8fb8f5bf-8ea3-437a-b3e4-b5a59a825f43 admin admin] Added segment abfee25b-3946-4293-ac9a-e442b8d66c42 of type vlan for network b3d414e0-f67f-476e-9bc2-025bb15b4193 Jun 27 20:09:06.287023 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8fb8f5bf-8ea3-437a-b3e4-b5a59a825f43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741810009101'] for network, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:06.317847 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8fb8f5bf-8ea3-437a-b3e4-b5a59a825f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573'] for network, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:06.318787 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb8f5bf-8ea3-437a-b3e4-b5a59a825f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:06.319359 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8fb8f5bf-8ea3-437a-b3e4-b5a59a825f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for network, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:06.429618 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-8fb8f5bf-8ea3-437a-b3e4-b5a59a825f43 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5500264 Jun 27 20:09:06.430226 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8f5bf-8ea3-437a-b3e4-b5a59a825f43 admin admin] Pushing event updated for resources: {'Network': ['ID=b3d414e0-f67f-476e-9bc2-025bb15b4193,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:06.432493 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 59208) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:06.441795 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Network b3d414e0-f67f-476e-9bc2-025bb15b4193 details requested by agent ovs-agent-dv-cinder-845799-1-iscsi with host dv-cinder-845799-1-iscsi {{(pid=88115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 20:09:06.448740 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-74babebd-c3f0-4aef-a153-6745f16fc154 admin admin] Request body: {'subnet': {'network_id': 'b3d414e0-f67f-476e-9bc2-025bb15b4193', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-534226884-subnet', 'tenant_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:09:06.459061 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-74babebd-c3f0-4aef-a153-6745f16fc154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:09:06.465152 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-74babebd-c3f0-4aef-a153-6745f16fc154 admin admin] Usage tracker for resource:subnet and tenant:ce50a06e19fe48b5ad68a43b953f5ae0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:09:06.473772 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-74babebd-c3f0-4aef-a153-6745f16fc154 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:09:06.494120 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-74babebd-c3f0-4aef-a153-6745f16fc154 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:09:06.508759 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74babebd-c3f0-4aef-a153-6745f16fc154 admin admin] Made reservation on behalf of ce50a06e19fe48b5ad68a43b953f5ae0 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:09:06.511106 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74babebd-c3f0-4aef-a153-6745f16fc154 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14291746'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:06.725600 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74babebd-c3f0-4aef-a153-6745f16fc154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16137241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14291732'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:06.804091 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74babebd-c3f0-4aef-a153-6745f16fc154 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fc6859b-14ec-4180-9322-1859f9ae604d,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:06.815441 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74babebd-c3f0-4aef-a153-6745f16fc154 admin admin] Checking segment: {'id': 'abfee25b-3946-4293-ac9a-e442b8d66c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b3d414e0-f67f-476e-9bc2-025bb15b4193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:09:06.815788 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74babebd-c3f0-4aef-a153-6745f16fc154 admin admin] Network hostable DHCP agents. Network: b3d414e0-f67f-476e-9bc2-025bb15b4193, hostable agents: ['4165b8a7-5268-4093-844e-4587fa48cc65'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 20:09:06.834963 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74babebd-c3f0-4aef-a153-6745f16fc154 admin admin] Network b3d414e0-f67f-476e-9bc2-025bb15b4193 is scheduled to be hosted by DHCP agent 4165b8a7-5268-4093-844e-4587fa48cc65 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 20:09:06.843751 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-74babebd-c3f0-4aef-a153-6745f16fc154 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845799-1-iscsi, b3d414e0-f67f-476e-9bc2-025bb15b4193) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:09:06.847866 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74babebd-c3f0-4aef-a153-6745f16fc154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:06.848507 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-74babebd-c3f0-4aef-a153-6745f16fc154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:06.852729 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a524d0-86fb-4d67-abae-d867831eb063 None None] Network b3d414e0-f67f-476e-9bc2-025bb15b4193 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:09:06.871965 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-74babebd-c3f0-4aef-a153-6745f16fc154 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4354813 Jun 27 20:09:06.872173 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 59218) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:06.877644 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-eb25e49f-e2c5-45fc-9018-209141efd2f6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-534226884-router', 'tenant_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:09:06.882170 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-eb25e49f-e2c5-45fc-9018-209141efd2f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:09:06.886114 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-eb25e49f-e2c5-45fc-9018-209141efd2f6 admin admin] Usage tracker for resource:router and tenant:ce50a06e19fe48b5ad68a43b953f5ae0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:09:06.889326 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-eb25e49f-e2c5-45fc-9018-209141efd2f6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:09:06.895926 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-eb25e49f-e2c5-45fc-9018-209141efd2f6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:09:06.906579 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eb25e49f-e2c5-45fc-9018-209141efd2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16270966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7578'] for router, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:06.907545 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eb25e49f-e2c5-45fc-9018-209141efd2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16272205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16757837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16391757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4457'] for router, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:06.921878 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eb25e49f-e2c5-45fc-9018-209141efd2f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:07.072717 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143e1493-50c6-4c32-a3f2-2ffcbafd6ecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec9038c-6dc9-54f2-9480-5d6565864add-b3d414e0-f67f-476e-9bc2-025bb15b4193', 'network_id': 'b3d414e0-f67f-476e-9bc2-025bb15b4193', 'tenant_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'fixed_ips': [{'subnet_id': '4fc6859b-14ec-4180-9322-1859f9ae604d'}]}} from dv-cinder-845799-1-iscsi. {{(pid=88115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 27 20:09:07.073518 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-143e1493-50c6-4c32-a3f2-2ffcbafd6ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:07.185337 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eb25e49f-e2c5-45fc-9018-209141efd2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16757887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16270975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4475'] for router, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:07.219217 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [None req-143e1493-50c6-4c32-a3f2-2ffcbafd6ecb None None] Allocated IP 172.20.0.2 (b3d414e0-f67f-476e-9bc2-025bb15b4193/4fc6859b-14ec-4180-9322-1859f9ae604d/b2dcf878-4e0f-4a3c-a610-cb3ead3234f3) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:09:07.424651 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-143e1493-50c6-4c32-a3f2-2ffcbafd6ecb None None] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:07.434883 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-143e1493-50c6-4c32-a3f2-2ffcbafd6ecb None None] Transition to ACTIVE for port object b2dcf878-4e0f-4a3c-a610-cb3ead3234f3 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:09:07.454030 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-143e1493-50c6-4c32-a3f2-2ffcbafd6ecb None None] Transition to ACTIVE for port object b2dcf878-4e0f-4a3c-a610-cb3ead3234f3 will not be triggered until provisioned by entity DHCP. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:09:07.458922 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-143e1493-50c6-4c32-a3f2-2ffcbafd6ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:07.517443 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143e1493-50c6-4c32-a3f2-2ffcbafd6ecb None None] Network b3d414e0-f67f-476e-9bc2-025bb15b4193 is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:09:07.524397 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-143e1493-50c6-4c32-a3f2-2ffcbafd6ecb None None] Resources bound (agent type, host, resource id): {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:09:07.528844 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143e1493-50c6-4c32-a3f2-2ffcbafd6ecb None None] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:09:07.534990 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e1493-50c6-4c32-a3f2-2ffcbafd6ecb None None] Pushing event updated for resources: {'Port': ['ID=b2dcf878-4e0f-4a3c-a610-cb3ead3234f3,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:07.579830 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eb25e49f-e2c5-45fc-9018-209141efd2f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:07.611745 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eb25e49f-e2c5-45fc-9018-209141efd2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:07.662157 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-143e1493-50c6-4c32-a3f2-2ffcbafd6ecb None None] Attempting to bind port b2dcf878-4e0f-4a3c-a610-cb3ead3234f3 on host dv-cinder-845799-1-iscsi for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:09:07.662522 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-143e1493-50c6-4c32-a3f2-2ffcbafd6ecb None None] Attempting to bind port b2dcf878-4e0f-4a3c-a610-cb3ead3234f3 by drivers openvswitch,hyperv on host dv-cinder-845799-1-iscsi at level 0 using segments [{'id': 'abfee25b-3946-4293-ac9a-e442b8d66c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b3d414e0-f67f-476e-9bc2-025bb15b4193'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:09:07.663421 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143e1493-50c6-4c32-a3f2-2ffcbafd6ecb None None] Attempting to bind port b2dcf878-4e0f-4a3c-a610-cb3ead3234f3 on network b3d414e0-f67f-476e-9bc2-025bb15b4193 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:09:07.668210 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143e1493-50c6-4c32-a3f2-2ffcbafd6ecb None None] Checking agent: {'id': '002de21a-1fb9-4fe8-99da-e58f143369d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845799-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'started_at': datetime.datetime(2022, 6, 27, 19, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845799-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:09:07.668574 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143e1493-50c6-4c32-a3f2-2ffcbafd6ecb None None] Checking segment: {'id': 'abfee25b-3946-4293-ac9a-e442b8d66c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b3d414e0-f67f-476e-9bc2-025bb15b4193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:09:07.668968 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-143e1493-50c6-4c32-a3f2-2ffcbafd6ecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:07.669343 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143e1493-50c6-4c32-a3f2-2ffcbafd6ecb None None] Bound using segment: {'id': 'abfee25b-3946-4293-ac9a-e442b8d66c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b3d414e0-f67f-476e-9bc2-025bb15b4193'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:09:07.669846 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-143e1493-50c6-4c32-a3f2-2ffcbafd6ecb None None] Bound port: b2dcf878-4e0f-4a3c-a610-cb3ead3234f3, host: dv-cinder-845799-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abfee25b-3946-4293-ac9a-e442b8d66c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b3d414e0-f67f-476e-9bc2-025bb15b4193'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:09:07.670195 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-143e1493-50c6-4c32-a3f2-2ffcbafd6ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:07.752103 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-eb25e49f-e2c5-45fc-9018-209141efd2f6 admin admin] Allocated IP 172.27.3.199 (f5e38b28-d42a-47c6-b8ea-5d0ae1b51160/4aa6a97f-4da5-4d03-b34a-f88023a9290b/14d1ee40-18de-4269-ac1a-00172b9d5962) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:09:07.757810 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-143e1493-50c6-4c32-a3f2-2ffcbafd6ecb None None] For port b2dcf878-4e0f-4a3c-a610-cb3ead3234f3, host dv-cinder-845799-1-iscsi, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:09:07.761155 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-143e1493-50c6-4c32-a3f2-2ffcbafd6ecb None None] For port b2dcf878-4e0f-4a3c-a610-cb3ead3234f3, host dv-cinder-845799-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=b2dcf878-4e0f-4a3c-a610-cb3ead3234f3,segment=NetworkSegment(abfee25b-3946-4293-ac9a-e442b8d66c42),segment_id=abfee25b-3946-4293-ac9a-e442b8d66c42)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:09:07.769213 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-143e1493-50c6-4c32-a3f2-2ffcbafd6ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:07.859883 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e1493-50c6-4c32-a3f2-2ffcbafd6ecb None None] Pushing event updated for resources: {'Port': ['ID=b2dcf878-4e0f-4a3c-a610-cb3ead3234f3,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:07.917207 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eb25e49f-e2c5-45fc-9018-209141efd2f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:07.947489 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eb25e49f-e2c5-45fc-9018-209141efd2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:08.018798 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb25e49f-e2c5-45fc-9018-209141efd2f6 admin admin] Network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:09:08.026058 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-eb25e49f-e2c5-45fc-9018-209141efd2f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:09:08.030100 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb25e49f-e2c5-45fc-9018-209141efd2f6 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:09:08.065482 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25e49f-e2c5-45fc-9018-209141efd2f6 admin admin] Pushing event updated for resources: {'Port': ['ID=14d1ee40-18de-4269-ac1a-00172b9d5962,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:08.446979 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eb25e49f-e2c5-45fc-9018-209141efd2f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:08.752120 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6960c28-7950-4222-a261-b3d97c47aa70 None None] Network b3d414e0-f67f-476e-9bc2-025bb15b4193 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:09:08.795799 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eb25e49f-e2c5-45fc-9018-209141efd2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16270916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16757784'] for router, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:08.837274 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-12df9734-132f-42e3-9894-176063d9bbb3 None None] Provisioning for port b2dcf878-4e0f-4a3c-a610-cb3ead3234f3 completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:09:09.114064 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb25e49f-e2c5-45fc-9018-209141efd2f6 admin admin] Router b4dbed69-87f4-4206-99b4-97cf511679cf is scheduled to L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e with binding_index 1 {{(pid=88113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 27 20:09:09.297448 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb25e49f-e2c5-45fc-9018-209141efd2f6 admin admin] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:09:09.306549 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6a4dc1-1580-4c89-ae21-e1575d1369eb None None] Sync routers for ids ['b4dbed69-87f4-4206-99b4-97cf511679cf'] in dv-cinder-845799-1-iscsi {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:09:09.316159 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6a4dc1-1580-4c89-ae21-e1575d1369eb None None] Routers {'b4dbed69-87f4-4206-99b4-97cf511679cf'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:09:09.316762 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-2a6a4dc1-1580-4c89-ae21-e1575d1369eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:08:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['b4dbed69-87f4-4206-99b4-97cf511679cf'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:09:09.320996 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eb25e49f-e2c5-45fc-9018-209141efd2f6 admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:09.322266 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-eb25e49f-e2c5-45fc-9018-209141efd2f6 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4492280 Jun 27 20:09:09.324972 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 59240) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:09.499498 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-2a6a4dc1-1580-4c89-ae21-e1575d1369eb None None] Set router b4dbed69-87f4-4206-99b4-97cf511679cf gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:09:09.789862 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-2a6a4dc1-1580-4c89-ae21-e1575d1369eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'name': 'tempest-TestShelveInstance-534226884-router', 'tenant_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '14d1ee40-18de-4269-ac1a-00172b9d5962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:06Z', 'updated_at': '2022-06-27T20:09:08Z', 'revision_number': 3, 'project_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'gw_port': {'id': '14d1ee40-18de-4269-ac1a-00172b9d5962', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:07Z', 'updated_at': '2022-06-27T20:09:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:09:09.795175 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6a4dc1-1580-4c89-ae21-e1575d1369eb None None] Checking router: b4dbed69-87f4-4206-99b4-97cf511679cf for host: dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:09:09.796530 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6a4dc1-1580-4c89-ae21-e1575d1369eb None None] Updating router b4dbed69-87f4-4206-99b4-97cf511679cf port 14d1ee40-18de-4269-ac1a-00172b9d5962 binding host dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 20:09:09.859780 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2a6a4dc1-1580-4c89-ae21-e1575d1369eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:09.898360 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device b2dcf878-4e0f-4a3c-a610-cb3ead3234f3 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:09:10.015927 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4ffcce26-64d5-450b-af79-3c12e2b149ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:10.041647 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning for port b2dcf878-4e0f-4a3c-a610-cb3ead3234f3 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:09:10.051630 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port b2dcf878-4e0f-4a3c-a610-cb3ead3234f3 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:10.051992 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:10.222701 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-4ffcce26-64d5-450b-af79-3c12e2b149ad admin admin] Allocated IP 172.20.0.1 (b3d414e0-f67f-476e-9bc2-025bb15b4193/4fc6859b-14ec-4180-9322-1859f9ae604d/e2f8c5e3-dea8-4867-8d0b-540716f2e8e0) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:09:10.300395 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port b2dcf878-4e0f-4a3c-a610-cb3ead3234f3 is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:09:10.300673 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:10.391011 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] For port b2dcf878-4e0f-4a3c-a610-cb3ead3234f3, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=b2dcf878-4e0f-4a3c-a610-cb3ead3234f3,segment=NetworkSegment(abfee25b-3946-4293-ac9a-e442b8d66c42),segment_id=abfee25b-3946-4293-ac9a-e442b8d66c42)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:09:10.402533 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:10.443963 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2a6a4dc1-1580-4c89-ae21-e1575d1369eb None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:10.468578 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-2a6a4dc1-1580-4c89-ae21-e1575d1369eb None None] Transition to ACTIVE for port object 14d1ee40-18de-4269-ac1a-00172b9d5962 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:09:10.486339 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2a6a4dc1-1580-4c89-ae21-e1575d1369eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:10.494759 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Pushing event updated for resources: {'Port': ['ID=b2dcf878-4e0f-4a3c-a610-cb3ead3234f3,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:10.506260 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4ffcce26-64d5-450b-af79-3c12e2b149ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:10.527533 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-4ffcce26-64d5-450b-af79-3c12e2b149ad admin admin] Transition to ACTIVE for port object e2f8c5e3-dea8-4867-8d0b-540716f2e8e0 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:09:10.559896 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-6accb006-72f3-4eff-b2bb-83a41f70dc12 req-6f4abfd3-1668-4091-a4ba-2c7d9c9ff84c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1147327 Jun 27 20:09:10.569932 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4ffcce26-64d5-450b-af79-3c12e2b149ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:10.571157 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-2a6a4dc1-1580-4c89-ae21-e1575d1369eb None None] Attempting to bind port 14d1ee40-18de-4269-ac1a-00172b9d5962 on host dv-cinder-845799-1-iscsi for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:09:10.571500 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-2a6a4dc1-1580-4c89-ae21-e1575d1369eb None None] Attempting to bind port 14d1ee40-18de-4269-ac1a-00172b9d5962 by drivers openvswitch,hyperv on host dv-cinder-845799-1-iscsi at level 0 using segments [{'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:09:10.571969 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6a4dc1-1580-4c89-ae21-e1575d1369eb None None] Attempting to bind port 14d1ee40-18de-4269-ac1a-00172b9d5962 on network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:09:10.582457 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6a4dc1-1580-4c89-ae21-e1575d1369eb None None] Checking agent: {'id': '002de21a-1fb9-4fe8-99da-e58f143369d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845799-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'started_at': datetime.datetime(2022, 6, 27, 19, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845799-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:09:10.582819 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6a4dc1-1580-4c89-ae21-e1575d1369eb None None] Checking segment: {'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:09:10.583205 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2a6a4dc1-1580-4c89-ae21-e1575d1369eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:10.583582 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6a4dc1-1580-4c89-ae21-e1575d1369eb None None] Bound using segment: {'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:09:10.584022 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-2a6a4dc1-1580-4c89-ae21-e1575d1369eb None None] Bound port: 14d1ee40-18de-4269-ac1a-00172b9d5962, host: dv-cinder-845799-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:09:10.584378 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2a6a4dc1-1580-4c89-ae21-e1575d1369eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:10.607144 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70c49b-0fab-4a22-b409-3d1d3a1d33b1 None None] Pushing event updated for resources: {'Port': ['ID=14d1ee40-18de-4269-ac1a-00172b9d5962,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:10.630426 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffcce26-64d5-450b-af79-3c12e2b149ad admin admin] Network b3d414e0-f67f-476e-9bc2-025bb15b4193 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:09:10.633141 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-4ffcce26-64d5-450b-af79-3c12e2b149ad admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:09:10.636731 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffcce26-64d5-450b-af79-3c12e2b149ad admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:09:10.671969 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-2a6a4dc1-1580-4c89-ae21-e1575d1369eb None None] For port 14d1ee40-18de-4269-ac1a-00172b9d5962, host dv-cinder-845799-1-iscsi, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:09:10.676046 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-2a6a4dc1-1580-4c89-ae21-e1575d1369eb None None] For port 14d1ee40-18de-4269-ac1a-00172b9d5962, host dv-cinder-845799-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=14d1ee40-18de-4269-ac1a-00172b9d5962,segment=NetworkSegment(c8e1d377-ef10-44fe-8306-b14a68212fb0),segment_id=c8e1d377-ef10-44fe-8306-b14a68212fb0)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:09:10.681136 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2a6a4dc1-1580-4c89-ae21-e1575d1369eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:10.682791 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffcce26-64d5-450b-af79-3c12e2b149ad admin admin] Pushing event updated for resources: {'Port': ['ID=e2f8c5e3-dea8-4867-8d0b-540716f2e8e0,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:10.703155 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4ffcce26-64d5-450b-af79-3c12e2b149ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16270930'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:10.759493 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6a4dc1-1580-4c89-ae21-e1575d1369eb None None] Routers {'b4dbed69-87f4-4206-99b4-97cf511679cf'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:09:10.760119 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-2a6a4dc1-1580-4c89-ae21-e1575d1369eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:08:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['b4dbed69-87f4-4206-99b4-97cf511679cf'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:09:10.937965 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70c49b-0fab-4a22-b409-3d1d3a1d33b1 None None] Pushing event updated for resources: {'Port': ['ID=14d1ee40-18de-4269-ac1a-00172b9d5962,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:10.965077 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-f9f35081-3b13-4ecd-92b2-66d4cc13a96d None None] Provisioning for port e2f8c5e3-dea8-4867-8d0b-540716f2e8e0 completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:09:10.973055 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-f9f35081-3b13-4ecd-92b2-66d4cc13a96d None None] Provisioning complete for port e2f8c5e3-dea8-4867-8d0b-540716f2e8e0 triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:10.973416 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f9f35081-3b13-4ecd-92b2-66d4cc13a96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:10.991033 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accb006-72f3-4eff-b2bb-83a41f70dc12 req-a0603a5d-9615-47a9-a847-7de124377d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:10.992556 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-6accb006-72f3-4eff-b2bb-83a41f70dc12 req-a0603a5d-9615-47a9-a847-7de124377d8d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bde747057d140209cc6692d467254d8&device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 1099 time: 0.1510093 Jun 27 20:09:11.044526 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-f9f35081-3b13-4ecd-92b2-66d4cc13a96d None None] Port e2f8c5e3-dea8-4867-8d0b-540716f2e8e0 cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:09:11.055801 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-2a6a4dc1-1580-4c89-ae21-e1575d1369eb None None] Set router b4dbed69-87f4-4206-99b4-97cf511679cf gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:09:11.122325 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4ffcce26-64d5-450b-af79-3c12e2b149ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:11.243625 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accb006-72f3-4eff-b2bb-83a41f70dc12 req-40063153-0824-4b67-8edd-60663cd1d7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:11.245123 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-6accb006-72f3-4eff-b2bb-83a41f70dc12 req-40063153-0824-4b67-8edd-60663cd1d7c2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=03ddf4ce-871c-4f06-813b-1b3c7a85f063 HTTP/1.1" status: 200 len: 918 time: 0.2239964 Jun 27 20:09:11.248888 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:11.359197 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-2a6a4dc1-1580-4c89-ae21-e1575d1369eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'name': 'tempest-TestShelveInstance-534226884-router', 'tenant_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '14d1ee40-18de-4269-ac1a-00172b9d5962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:06Z', 'updated_at': '2022-06-27T20:09:08Z', 'revision_number': 3, 'project_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'gw_port': {'id': '14d1ee40-18de-4269-ac1a-00172b9d5962', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:07Z', 'updated_at': '2022-06-27T20:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:09:11.363058 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6a4dc1-1580-4c89-ae21-e1575d1369eb None None] The sync data for ids ['b4dbed69-87f4-4206-99b4-97cf511679cf'] in dv-cinder-845799-1-iscsi is: [{'id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'name': 'tempest-TestShelveInstance-534226884-router', 'tenant_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '14d1ee40-18de-4269-ac1a-00172b9d5962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:06Z', 'updated_at': '2022-06-27T20:09:08Z', 'revision_number': 3, 'project_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'gw_port': {'id': '14d1ee40-18de-4269-ac1a-00172b9d5962', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:07Z', 'updated_at': '2022-06-27T20:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:09:11.428970 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-6accb006-72f3-4eff-b2bb-83a41f70dc12 req-a2beba6b-900d-445a-928d-509799a53319 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=150c3258-82eb-4bc9-a7ea-6be679dad280 HTTP/1.1" status: 200 len: 1001 time: 0.1657083 Jun 27 20:09:11.519756 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accb006-72f3-4eff-b2bb-83a41f70dc12 req-546eaf4d-03d9-4970-992d-cbc09938788c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:11.521357 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-6accb006-72f3-4eff-b2bb-83a41f70dc12 req-546eaf4d-03d9-4970-992d-cbc09938788c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba00cca6-cfda-4754-8a1e-ba6ebb77dfea HTTP/1.1" status: 200 len: 856 time: 0.0814192 Jun 27 20:09:11.593964 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4ffcce26-64d5-450b-af79-3c12e2b149ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:11.602397 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4ffcce26-64d5-450b-af79-3c12e2b149ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:11.744761 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffcce26-64d5-450b-af79-3c12e2b149ad admin admin] Pushing event updated for resources: {'Port': ['ID=e2f8c5e3-dea8-4867-8d0b-540716f2e8e0,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:11.749856 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4ffcce26-64d5-450b-af79-3c12e2b149ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16717675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16270903'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:11.758225 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accb006-72f3-4eff-b2bb-83a41f70dc12 req-5e7f5d18-0234-42c4-9e0d-5b489255407a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:11.760713 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-6accb006-72f3-4eff-b2bb-83a41f70dc12 req-5e7f5d18-0234-42c4-9e0d-5b489255407a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=03ddf4ce-871c-4f06-813b-1b3c7a85f063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2330303 Jun 27 20:09:11.973491 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 14d1ee40-18de-4269-ac1a-00172b9d5962 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:09:12.061181 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning for port 14d1ee40-18de-4269-ac1a-00172b9d5962 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:09:12.068337 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 14d1ee40-18de-4269-ac1a-00172b9d5962 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:12.069670 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:12.188268 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffcce26-64d5-450b-af79-3c12e2b149ad admin admin] Network b3d414e0-f67f-476e-9bc2-025bb15b4193 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:09:12.192237 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-4ffcce26-64d5-450b-af79-3c12e2b149ad admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:09:12.262922 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 14d1ee40-18de-4269-ac1a-00172b9d5962 is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:09:12.263635 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:12.287511 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] For port 14d1ee40-18de-4269-ac1a-00172b9d5962, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=14d1ee40-18de-4269-ac1a-00172b9d5962,segment=NetworkSegment(c8e1d377-ef10-44fe-8306-b14a68212fb0),segment_id=c8e1d377-ef10-44fe-8306-b14a68212fb0)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:09:12.294279 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:12.295349 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device b2dcf878-4e0f-4a3c-a610-cb3ead3234f3 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:09:12.411173 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-6accb006-72f3-4eff-b2bb-83a41f70dc12 req-eb9d727c-4f04-4ddb-ba60-20d2cf335c18 service neutron] 10.222.0.15 "GET /v2.0/networks/03ddf4ce-871c-4f06-813b-1b3c7a85f063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6412256 Jun 27 20:09:12.471366 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Pushing event updated for resources: {'Port': ['ID=14d1ee40-18de-4269-ac1a-00172b9d5962,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:12.487848 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port b2dcf878-4e0f-4a3c-a610-cb3ead3234f3 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:12.488226 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:12.570498 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-861a0d47-9fc1-4b78-98ea-b8c00e0c6e53 None None] Provisioning complete for port e2f8c5e3-dea8-4867-8d0b-540716f2e8e0 triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:12.570839 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-861a0d47-9fc1-4b78-98ea-b8c00e0c6e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:12.624915 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ffcce26-64d5-450b-af79-3c12e2b149ad admin admin] Router b4dbed69-87f4-4206-99b4-97cf511679cf has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:09:12.628206 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-6accb006-72f3-4eff-b2bb-83a41f70dc12 req-11232eef-7b75-4f2b-9519-12f73f319730 service neutron] 10.222.0.15 "GET /v2.0/networks/03ddf4ce-871c-4f06-813b-1b3c7a85f063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065647 Jun 27 20:09:12.685300 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-861a0d47-9fc1-4b78-98ea-b8c00e0c6e53 None None] Port e2f8c5e3-dea8-4867-8d0b-540716f2e8e0 cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:09:12.740282 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port b2dcf878-4e0f-4a3c-a610-cb3ead3234f3 is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:09:12.846417 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 59286) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:12.866523 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffcce26-64d5-450b-af79-3c12e2b149ad admin admin] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:09:12.877042 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-4ffcce26-64d5-450b-af79-3c12e2b149ad admin admin] 10.222.0.23 "PUT /v2.0/routers/b4dbed69-87f4-4206-99b4-97cf511679cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5510361 Jun 27 20:09:12.937697 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_v2 [None req-836db79a-60c2-4a47-b445-0695423e4059 admin admin] Deleting subnet 497df734-2a85-43c5-92d9-01d9aed57e02 {{(pid=88114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 27 20:09:12.941787 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-836db79a-60c2-4a47-b445-0695423e4059 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:12.994370 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-836db79a-60c2-4a47-b445-0695423e4059 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14146910'] for subnet, precommit_delete_associations {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:13.059970 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-836db79a-60c2-4a47-b445-0695423e4059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-607847'] for subnet, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:13.133230 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-836db79a-60c2-4a47-b445-0695423e4059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-607836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14170029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14401395'] for subnet, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:13.171118 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836db79a-60c2-4a47-b445-0695423e4059 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=497df734-2a85-43c5-92d9-01d9aed57e02,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:13.176347 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-836db79a-60c2-4a47-b445-0695423e4059 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:13.186486 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 59298) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:13.186721 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-836db79a-60c2-4a47-b445-0695423e4059 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/497df734-2a85-43c5-92d9-01d9aed57e02 HTTP/1.1" status: 204 len: 168 time: 0.3381019 Jun 27 20:09:13.344063 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d360c3b5-78e8-4f30-846f-6590452a3944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590302'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:13.499814 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d360c3b5-78e8-4f30-846f-6590452a3944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614162', 'neutron.services.segments.db._delete_segments_for_network-8741810542969'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:13.538447 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.services.segments.db [None req-d360c3b5-78e8-4f30-846f-6590452a3944 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4593a0b-2a22-4dad-98a2-b1ad696a4351']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:09:13.555312 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.services.segments.db [None req-d360c3b5-78e8-4f30-846f-6590452a3944 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ec0be9-e69b-40c6-8287-7d7eb9cf58b4') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:09:13.555990 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.services.segments.db [None req-d360c3b5-78e8-4f30-846f-6590452a3944 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ec0be9-e69b-40c6-8287-7d7eb9cf58b4') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:09:13.570273 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d360c3b5-78e8-4f30-846f-6590452a3944 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741810611348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14191939'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:13.590856 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d360c3b5-78e8-4f30-846f-6590452a3944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603533'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:13.597878 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d360c3b5-78e8-4f30-846f-6590452a3944 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 20:09:13.598589 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d360c3b5-78e8-4f30-846f-6590452a3944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-603522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16137082'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:13.676181 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.services.segments.plugin [-] Segment 70ec0be9-e69b-40c6-8287-7d7eb9cf58b4 resource provider aggregate not found Jun 27 20:09:13.712497 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.services.segments.plugin [-] Segment 70ec0be9-e69b-40c6-8287-7d7eb9cf58b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 70ec0be9-e69b-40c6-8287-7d7eb9cf58b4 found for delete ", "request_id": "req-0f36587b-2570-4b5a-ad64-d28cc11c9ef4"}]} Jun 27 20:09:13.716964 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 59336) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:13.725805 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-dea67481-ef3f-4b05-8e39-b0c451a451e1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1720476720-network', 'tenant_id': '51c65c80989a4818b57927f880415044'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:09:13.729264 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-dea67481-ef3f-4b05-8e39-b0c451a451e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:09:13.731048 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d360c3b5-78e8-4f30-846f-6590452a3944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16271069'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:13.733670 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-dea67481-ef3f-4b05-8e39-b0c451a451e1 admin admin] Usage tracker for resource:network and tenant:51c65c80989a4818b57927f880415044 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:09:13.737598 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-dea67481-ef3f-4b05-8e39-b0c451a451e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:09:13.743388 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-dea67481-ef3f-4b05-8e39-b0c451a451e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:09:13.755771 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d360c3b5-78e8-4f30-846f-6590452a3944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:13.758364 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360c3b5-78e8-4f30-846f-6590452a3944 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4593a0b-2a22-4dad-98a2-b1ad696a4351,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:13.767065 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea67481-ef3f-4b05-8e39-b0c451a451e1 admin admin] Made reservation on behalf of 51c65c80989a4818b57927f880415044 for: {'network': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:09:13.769701 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dea67481-ef3f-4b05-8e39-b0c451a451e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for network, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:13.775501 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-d360c3b5-78e8-4f30-846f-6590452a3944 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f4593a0b-2a22-4dad-98a2-b1ad696a4351 HTTP/1.1" status: 204 len: 168 time: 0.5874600 Jun 27 20:09:13.786500 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8aaefd-4f25-48ca-b84b-262229d85518 None None] Sync routers for ids ['b4dbed69-87f4-4206-99b4-97cf511679cf'] in dv-cinder-845799-1-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:09:13.792874 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dea67481-ef3f-4b05-8e39-b0c451a451e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:13.805961 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8aaefd-4f25-48ca-b84b-262229d85518 None None] Routers {'b4dbed69-87f4-4206-99b4-97cf511679cf'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:09:13.807889 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-2d8aaefd-4f25-48ca-b84b-262229d85518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:08:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['b4dbed69-87f4-4206-99b4-97cf511679cf'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:09:13.815969 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-dea67481-ef3f-4b05-8e39-b0c451a451e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:09:13.838767 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-dea67481-ef3f-4b05-8e39-b0c451a451e1 admin admin] Usage tracker for resource:security_group_rule and tenant:51c65c80989a4818b57927f880415044 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:09:13.845799 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-dea67481-ef3f-4b05-8e39-b0c451a451e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:09:13.862685 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-dea67481-ef3f-4b05-8e39-b0c451a451e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:09:13.884882 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 14d1ee40-18de-4269-ac1a-00172b9d5962 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:09:14.022667 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dea67481-ef3f-4b05-8e39-b0c451a451e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:14.034008 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dea67481-ef3f-4b05-8e39-b0c451a451e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:14.060349 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 59342) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:14.081001 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dea67481-ef3f-4b05-8e39-b0c451a451e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=88114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 20:09:14.091804 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 14d1ee40-18de-4269-ac1a-00172b9d5962 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:14.092173 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:14.102368 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea67481-ef3f-4b05-8e39-b0c451a451e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b60aa8-3d59-496f-99d7-1296f6e3f546,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:14.116286 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dea67481-ef3f-4b05-8e39-b0c451a451e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603533'] for segment, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:14.116607 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.db.segments_db [None req-dea67481-ef3f-4b05-8e39-b0c451a451e1 admin admin] Added segment 65240f7f-b72e-4f5e-a47d-0a108b724756 of type vlan for network c68c7db3-d5d9-4c09-92e4-593a8dc8e0f2 Jun 27 20:09:14.127962 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-2d8aaefd-4f25-48ca-b84b-262229d85518 None None] Set router b4dbed69-87f4-4206-99b4-97cf511679cf gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:09:14.162868 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-79784409-8e51-46e4-b807-d1a65839c65d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=556b5230b0714598b08119eddf837d5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0991666 Jun 27 20:09:14.163081 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 59348) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:14.179979 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dea67481-ef3f-4b05-8e39-b0c451a451e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741810009101'] for network, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:14.238815 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 14d1ee40-18de-4269-ac1a-00172b9d5962 is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:09:14.246112 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dea67481-ef3f-4b05-8e39-b0c451a451e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573'] for network, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:14.247237 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea67481-ef3f-4b05-8e39-b0c451a451e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:14.247797 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dea67481-ef3f-4b05-8e39-b0c451a451e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for network, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:14.301506 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-24b747f8-b64d-4a15-9997-747fb768dc65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:14.336350 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-24b747f8-b64d-4a15-9997-747fb768dc65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:14.361203 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea67481-ef3f-4b05-8e39-b0c451a451e1 admin admin] Pushing event updated for resources: {'Network': ['ID=c68c7db3-d5d9-4c09-92e4-593a8dc8e0f2,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:14.372370 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-dea67481-ef3f-4b05-8e39-b0c451a451e1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6519749 Jun 27 20:09:14.372615 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 59354) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:14.376004 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Network c68c7db3-d5d9-4c09-92e4-593a8dc8e0f2 details requested by agent ovs-agent-dv-cinder-845799-1-iscsi with host dv-cinder-845799-1-iscsi {{(pid=88115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 20:09:14.379085 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-4265495b-d072-41e8-b339-40e262883657 admin admin] Request body: {'subnet': {'network_id': 'c68c7db3-d5d9-4c09-92e4-593a8dc8e0f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1720476720-subnet', 'tenant_id': '51c65c80989a4818b57927f880415044', 'ip_version': 4}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:09:14.383884 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-4265495b-d072-41e8-b339-40e262883657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:09:14.388264 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-4265495b-d072-41e8-b339-40e262883657 admin admin] Usage tracker for resource:subnet and tenant:51c65c80989a4818b57927f880415044 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:09:14.391620 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-4265495b-d072-41e8-b339-40e262883657 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:09:14.397205 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-24b747f8-b64d-4a15-9997-747fb768dc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:14.403319 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-4265495b-d072-41e8-b339-40e262883657 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:09:14.416414 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4265495b-d072-41e8-b339-40e262883657 admin admin] Made reservation on behalf of 51c65c80989a4818b57927f880415044 for: {'subnet': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:09:14.419376 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b747f8-b64d-4a15-9997-747fb768dc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbbb7d8-15d4-4953-b58c-9e08391a4f37,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:14.419512 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4265495b-d072-41e8-b339-40e262883657 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14401358'] for subnet, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:14.422180 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-24b747f8-b64d-4a15-9997-747fb768dc65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:14.440671 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-24b747f8-b64d-4a15-9997-747fb768dc65 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fbbbb7d8-15d4-4953-b58c-9e08391a4f37 HTTP/1.1" status: 204 len: 168 time: 0.2764893 Jun 27 20:09:14.572292 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-2d8aaefd-4f25-48ca-b84b-262229d85518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'name': 'tempest-TestShelveInstance-534226884-router', 'tenant_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '14d1ee40-18de-4269-ac1a-00172b9d5962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:06Z', 'updated_at': '2022-06-27T20:09:10Z', 'revision_number': 4, 'project_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'gw_port': {'id': '14d1ee40-18de-4269-ac1a-00172b9d5962', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:07Z', 'updated_at': '2022-06-27T20:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': 'e2f8c5e3-dea8-4867-8d0b-540716f2e8e0', 'name': '', 'network_id': 'b3d414e0-f67f-476e-9bc2-025bb15b4193', 'tenant_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'mac_address': 'fa:16:3e:61:16:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '4fc6859b-14ec-4180-9322-1859f9ae604d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:10Z', 'updated_at': '2022-06-27T20:09:11Z', 'revision_number': 2, 'project_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'subnets': [{'id': '4fc6859b-14ec-4180-9322-1859f9ae604d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:09:14.576630 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8aaefd-4f25-48ca-b84b-262229d85518 None None] Checking router: b4dbed69-87f4-4206-99b4-97cf511679cf for host: dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:09:14.577067 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8aaefd-4f25-48ca-b84b-262229d85518 None None] Updating router b4dbed69-87f4-4206-99b4-97cf511679cf port e2f8c5e3-dea8-4867-8d0b-540716f2e8e0 binding host dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 20:09:14.615259 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1801fe1c-7776-4588-a15e-a9ea52a15649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:14.639149 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2d8aaefd-4f25-48ca-b84b-262229d85518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:14.669402 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4265495b-d072-41e8-b339-40e262883657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14168160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14401400'] for subnet, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:14.750267 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265495b-d072-41e8-b339-40e262883657 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf701f3f-0f86-4cd7-bb2d-e1143cd6242a,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:14.766039 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4265495b-d072-41e8-b339-40e262883657 admin admin] Checking segment: {'id': '65240f7f-b72e-4f5e-a47d-0a108b724756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c68c7db3-d5d9-4c09-92e4-593a8dc8e0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:09:14.767109 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4265495b-d072-41e8-b339-40e262883657 admin admin] Network hostable DHCP agents. Network: c68c7db3-d5d9-4c09-92e4-593a8dc8e0f2, hostable agents: ['4165b8a7-5268-4093-844e-4587fa48cc65'], hosted agents: [] {{(pid=88114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 20:09:14.796340 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4265495b-d072-41e8-b339-40e262883657 admin admin] Network c68c7db3-d5d9-4c09-92e4-593a8dc8e0f2 is scheduled to be hosted by DHCP agent 4165b8a7-5268-4093-844e-4587fa48cc65 with binding_index 1 {{(pid=88114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 20:09:14.806856 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-4265495b-d072-41e8-b339-40e262883657 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845799-1-iscsi, c68c7db3-d5d9-4c09-92e4-593a8dc8e0f2) {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:09:14.817653 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e955217a-ccdc-4a1b-a069-72e5b6dac7da None None] Network c68c7db3-d5d9-4c09-92e4-593a8dc8e0f2 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:09:14.855199 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4265495b-d072-41e8-b339-40e262883657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:14.855821 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4265495b-d072-41e8-b339-40e262883657 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:14.920602 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-4265495b-d072-41e8-b339-40e262883657 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5421417 Jun 27 20:09:14.921430 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 59372) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:14.927810 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-bde6642f-3ad5-4d9d-90cc-458e850695cb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1720476720-router', 'tenant_id': '51c65c80989a4818b57927f880415044', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:09:14.934267 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-bde6642f-3ad5-4d9d-90cc-458e850695cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:09:14.939420 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-bde6642f-3ad5-4d9d-90cc-458e850695cb admin admin] Usage tracker for resource:router and tenant:51c65c80989a4818b57927f880415044 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:09:14.942564 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-bde6642f-3ad5-4d9d-90cc-458e850695cb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:09:14.949637 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-bde6642f-3ad5-4d9d-90cc-458e850695cb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:09:14.965751 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bde6642f-3ad5-4d9d-90cc-458e850695cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16270966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7578'] for router, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:14.967102 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bde6642f-3ad5-4d9d-90cc-458e850695cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16272205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16757837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16391757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4457'] for router, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:14.993319 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bde6642f-3ad5-4d9d-90cc-458e850695cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:15.098216 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2d8aaefd-4f25-48ca-b84b-262229d85518 None None] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:15.113241 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-2d8aaefd-4f25-48ca-b84b-262229d85518 None None] Transition to ACTIVE for port object e2f8c5e3-dea8-4867-8d0b-540716f2e8e0 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:09:15.123592 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2d8aaefd-4f25-48ca-b84b-262229d85518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:15.186440 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44687c36-9ace-4524-87ca-ffa928180991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec9038c-6dc9-54f2-9480-5d6565864add-c68c7db3-d5d9-4c09-92e4-593a8dc8e0f2', 'network_id': 'c68c7db3-d5d9-4c09-92e4-593a8dc8e0f2', 'tenant_id': '51c65c80989a4818b57927f880415044', 'fixed_ips': [{'subnet_id': 'bf701f3f-0f86-4cd7-bb2d-e1143cd6242a'}]}} from dv-cinder-845799-1-iscsi. {{(pid=88115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 27 20:09:15.187929 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-44687c36-9ace-4524-87ca-ffa928180991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:15.344810 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ddd471-e2b8-4e6a-a985-36fa2d2da5e9 None None] Pushing event updated for resources: {'Port': ['ID=e2f8c5e3-dea8-4867-8d0b-540716f2e8e0,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:15.453311 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-2d8aaefd-4f25-48ca-b84b-262229d85518 None None] Attempting to bind port e2f8c5e3-dea8-4867-8d0b-540716f2e8e0 on host dv-cinder-845799-1-iscsi for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:09:15.454110 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-2d8aaefd-4f25-48ca-b84b-262229d85518 None None] Attempting to bind port e2f8c5e3-dea8-4867-8d0b-540716f2e8e0 by drivers openvswitch,hyperv on host dv-cinder-845799-1-iscsi at level 0 using segments [{'id': 'abfee25b-3946-4293-ac9a-e442b8d66c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b3d414e0-f67f-476e-9bc2-025bb15b4193'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:09:15.454789 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8aaefd-4f25-48ca-b84b-262229d85518 None None] Attempting to bind port e2f8c5e3-dea8-4867-8d0b-540716f2e8e0 on network b3d414e0-f67f-476e-9bc2-025bb15b4193 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:09:15.471781 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8aaefd-4f25-48ca-b84b-262229d85518 None None] Checking agent: {'id': '002de21a-1fb9-4fe8-99da-e58f143369d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845799-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'started_at': datetime.datetime(2022, 6, 27, 19, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845799-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:09:15.472207 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8aaefd-4f25-48ca-b84b-262229d85518 None None] Checking segment: {'id': 'abfee25b-3946-4293-ac9a-e442b8d66c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b3d414e0-f67f-476e-9bc2-025bb15b4193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:09:15.472867 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2d8aaefd-4f25-48ca-b84b-262229d85518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:15.473539 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8aaefd-4f25-48ca-b84b-262229d85518 None None] Bound using segment: {'id': 'abfee25b-3946-4293-ac9a-e442b8d66c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b3d414e0-f67f-476e-9bc2-025bb15b4193'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:09:15.474264 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-2d8aaefd-4f25-48ca-b84b-262229d85518 None None] Bound port: e2f8c5e3-dea8-4867-8d0b-540716f2e8e0, host: dv-cinder-845799-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abfee25b-3946-4293-ac9a-e442b8d66c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b3d414e0-f67f-476e-9bc2-025bb15b4193'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:09:15.474862 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2d8aaefd-4f25-48ca-b84b-262229d85518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:15.529753 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [None req-44687c36-9ace-4524-87ca-ffa928180991 None None] Allocated IP 172.20.0.2 (c68c7db3-d5d9-4c09-92e4-593a8dc8e0f2/bf701f3f-0f86-4cd7-bb2d-e1143cd6242a/aff559d1-7f73-4d77-8e3d-2aff3ad12be7) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:09:15.621542 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bde6642f-3ad5-4d9d-90cc-458e850695cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16757887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16270975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4475'] for router, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:15.669827 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-2d8aaefd-4f25-48ca-b84b-262229d85518 None None] For port e2f8c5e3-dea8-4867-8d0b-540716f2e8e0, host dv-cinder-845799-1-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:09:15.674289 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-2d8aaefd-4f25-48ca-b84b-262229d85518 None None] For port e2f8c5e3-dea8-4867-8d0b-540716f2e8e0, host dv-cinder-845799-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=e2f8c5e3-dea8-4867-8d0b-540716f2e8e0,segment=NetworkSegment(abfee25b-3946-4293-ac9a-e442b8d66c42),segment_id=abfee25b-3946-4293-ac9a-e442b8d66c42)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:09:15.681727 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2d8aaefd-4f25-48ca-b84b-262229d85518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:15.823327 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8aaefd-4f25-48ca-b84b-262229d85518 None None] Routers {'b4dbed69-87f4-4206-99b4-97cf511679cf'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:09:15.824187 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-2d8aaefd-4f25-48ca-b84b-262229d85518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:08:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['b4dbed69-87f4-4206-99b4-97cf511679cf'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:09:15.910372 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-44687c36-9ace-4524-87ca-ffa928180991 None None] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:15.923323 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-44687c36-9ace-4524-87ca-ffa928180991 None None] Transition to ACTIVE for port object aff559d1-7f73-4d77-8e3d-2aff3ad12be7 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:09:15.961335 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-44687c36-9ace-4524-87ca-ffa928180991 None None] Transition to ACTIVE for port object aff559d1-7f73-4d77-8e3d-2aff3ad12be7 will not be triggered until provisioned by entity DHCP. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:09:15.976631 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-44687c36-9ace-4524-87ca-ffa928180991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:16.085056 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-2d8aaefd-4f25-48ca-b84b-262229d85518 None None] Set router b4dbed69-87f4-4206-99b4-97cf511679cf gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:09:16.152424 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44687c36-9ace-4524-87ca-ffa928180991 None None] Network c68c7db3-d5d9-4c09-92e4-593a8dc8e0f2 is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:09:16.159205 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-44687c36-9ace-4524-87ca-ffa928180991 None None] Resources bound (agent type, host, resource id): {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:09:16.164326 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44687c36-9ace-4524-87ca-ffa928180991 None None] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:09:16.302921 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ddd471-e2b8-4e6a-a985-36fa2d2da5e9 None None] Pushing event updated for resources: {'Port': ['ID=e2f8c5e3-dea8-4867-8d0b-540716f2e8e0,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:16.346299 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bde6642f-3ad5-4d9d-90cc-458e850695cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:16.352641 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44687c36-9ace-4524-87ca-ffa928180991 None None] Pushing event updated for resources: {'Port': ['ID=aff559d1-7f73-4d77-8e3d-2aff3ad12be7,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:16.384036 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bde6642f-3ad5-4d9d-90cc-458e850695cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:16.394416 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-44687c36-9ace-4524-87ca-ffa928180991 None None] Attempting to bind port aff559d1-7f73-4d77-8e3d-2aff3ad12be7 on host dv-cinder-845799-1-iscsi for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:09:16.394902 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-44687c36-9ace-4524-87ca-ffa928180991 None None] Attempting to bind port aff559d1-7f73-4d77-8e3d-2aff3ad12be7 by drivers openvswitch,hyperv on host dv-cinder-845799-1-iscsi at level 0 using segments [{'id': '65240f7f-b72e-4f5e-a47d-0a108b724756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c68c7db3-d5d9-4c09-92e4-593a8dc8e0f2'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:09:16.395358 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44687c36-9ace-4524-87ca-ffa928180991 None None] Attempting to bind port aff559d1-7f73-4d77-8e3d-2aff3ad12be7 on network c68c7db3-d5d9-4c09-92e4-593a8dc8e0f2 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:09:16.402557 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44687c36-9ace-4524-87ca-ffa928180991 None None] Checking agent: {'id': '002de21a-1fb9-4fe8-99da-e58f143369d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845799-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'started_at': datetime.datetime(2022, 6, 27, 19, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845799-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:09:16.403621 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44687c36-9ace-4524-87ca-ffa928180991 None None] Checking segment: {'id': '65240f7f-b72e-4f5e-a47d-0a108b724756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c68c7db3-d5d9-4c09-92e4-593a8dc8e0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:09:16.404139 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-44687c36-9ace-4524-87ca-ffa928180991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:16.405185 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44687c36-9ace-4524-87ca-ffa928180991 None None] Bound using segment: {'id': '65240f7f-b72e-4f5e-a47d-0a108b724756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c68c7db3-d5d9-4c09-92e4-593a8dc8e0f2'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:09:16.405870 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-44687c36-9ace-4524-87ca-ffa928180991 None None] Bound port: aff559d1-7f73-4d77-8e3d-2aff3ad12be7, host: dv-cinder-845799-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65240f7f-b72e-4f5e-a47d-0a108b724756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c68c7db3-d5d9-4c09-92e4-593a8dc8e0f2'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:09:16.406721 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-44687c36-9ace-4524-87ca-ffa928180991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:16.544730 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-44687c36-9ace-4524-87ca-ffa928180991 None None] For port aff559d1-7f73-4d77-8e3d-2aff3ad12be7, host dv-cinder-845799-1-iscsi, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:09:16.550126 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-44687c36-9ace-4524-87ca-ffa928180991 None None] For port aff559d1-7f73-4d77-8e3d-2aff3ad12be7, host dv-cinder-845799-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=aff559d1-7f73-4d77-8e3d-2aff3ad12be7,segment=NetworkSegment(65240f7f-b72e-4f5e-a47d-0a108b724756),segment_id=65240f7f-b72e-4f5e-a47d-0a108b724756)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:09:16.558132 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-44687c36-9ace-4524-87ca-ffa928180991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:16.618695 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-bde6642f-3ad5-4d9d-90cc-458e850695cb admin admin] Allocated IP 172.27.3.82 (f5e38b28-d42a-47c6-b8ea-5d0ae1b51160/4aa6a97f-4da5-4d03-b34a-f88023a9290b/eb2a4636-6929-44c5-9662-2d20bf819514) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:09:16.647870 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-2d8aaefd-4f25-48ca-b84b-262229d85518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'name': 'tempest-TestShelveInstance-534226884-router', 'tenant_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '14d1ee40-18de-4269-ac1a-00172b9d5962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:06Z', 'updated_at': '2022-06-27T20:09:10Z', 'revision_number': 4, 'project_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'gw_port': {'id': '14d1ee40-18de-4269-ac1a-00172b9d5962', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:07Z', 'updated_at': '2022-06-27T20:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': 'e2f8c5e3-dea8-4867-8d0b-540716f2e8e0', 'name': '', 'network_id': 'b3d414e0-f67f-476e-9bc2-025bb15b4193', 'tenant_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'mac_address': 'fa:16:3e:61:16:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '4fc6859b-14ec-4180-9322-1859f9ae604d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:10Z', 'updated_at': '2022-06-27T20:09:15Z', 'revision_number': 4, 'project_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'subnets': [{'id': '4fc6859b-14ec-4180-9322-1859f9ae604d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:09:16.654658 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8aaefd-4f25-48ca-b84b-262229d85518 None None] The sync data for ids ['b4dbed69-87f4-4206-99b4-97cf511679cf'] in dv-cinder-845799-1-iscsi is: [{'id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'name': 'tempest-TestShelveInstance-534226884-router', 'tenant_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '14d1ee40-18de-4269-ac1a-00172b9d5962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:06Z', 'updated_at': '2022-06-27T20:09:10Z', 'revision_number': 4, 'project_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'gw_port': {'id': '14d1ee40-18de-4269-ac1a-00172b9d5962', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:07Z', 'updated_at': '2022-06-27T20:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': 'e2f8c5e3-dea8-4867-8d0b-540716f2e8e0', 'name': '', 'network_id': 'b3d414e0-f67f-476e-9bc2-025bb15b4193', 'tenant_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'mac_address': 'fa:16:3e:61:16:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '4fc6859b-14ec-4180-9322-1859f9ae604d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:10Z', 'updated_at': '2022-06-27T20:09:15Z', 'revision_number': 4, 'project_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'subnets': [{'id': '4fc6859b-14ec-4180-9322-1859f9ae604d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:09:16.698441 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44687c36-9ace-4524-87ca-ffa928180991 None None] Pushing event updated for resources: {'Port': ['ID=aff559d1-7f73-4d77-8e3d-2aff3ad12be7,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:16.803288 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-351d4c84-920f-49b1-8969-4c810ede706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:16.841199 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:09:16.858961 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bde6642f-3ad5-4d9d-90cc-458e850695cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:16.903293 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bde6642f-3ad5-4d9d-90cc-458e850695cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14170096'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:16.982791 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde6642f-3ad5-4d9d-90cc-458e850695cb admin admin] Network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:09:16.986774 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-bde6642f-3ad5-4d9d-90cc-458e850695cb admin admin] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:09:16.991471 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde6642f-3ad5-4d9d-90cc-458e850695cb admin admin] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:09:17.021639 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde6642f-3ad5-4d9d-90cc-458e850695cb admin admin] Pushing event updated for resources: {'Port': ['ID=eb2a4636-6929-44c5-9662-2d20bf819514,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:17.427855 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bde6642f-3ad5-4d9d-90cc-458e850695cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:17.877179 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8190c6e-afc7-44dc-bf12-889c2d42346e None None] Network c68c7db3-d5d9-4c09-92e4-593a8dc8e0f2 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:09:17.951987 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device aff559d1-7f73-4d77-8e3d-2aff3ad12be7 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:09:17.966549 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bde6642f-3ad5-4d9d-90cc-458e850695cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16270916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16757784'] for router, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:18.050481 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:18.060439 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-12105c73-78a1-4cb4-918a-20a25879bc62 None None] Provisioning for port aff559d1-7f73-4d77-8e3d-2aff3ad12be7 completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:09:18.087128 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:18.101008 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning for port aff559d1-7f73-4d77-8e3d-2aff3ad12be7 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:09:18.110669 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port aff559d1-7f73-4d77-8e3d-2aff3ad12be7 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:18.111003 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:18.176676 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde6642f-3ad5-4d9d-90cc-458e850695cb admin admin] Router 2e6169a9-a327-483a-969a-c4134d389412 is scheduled to L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e with binding_index 1 {{(pid=88114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 27 20:09:18.344507 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port aff559d1-7f73-4d77-8e3d-2aff3ad12be7 is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:09:18.344784 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:18.355930 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde6642f-3ad5-4d9d-90cc-458e850695cb admin admin] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:09:18.368866 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d059bef-6760-40ff-9aca-0bd200ca2139 None None] Sync routers for ids ['2e6169a9-a327-483a-969a-c4134d389412'] in dv-cinder-845799-1-iscsi {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:09:18.393969 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bde6642f-3ad5-4d9d-90cc-458e850695cb admin admin] Notify callbacks [] for router, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:18.395193 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d059bef-6760-40ff-9aca-0bd200ca2139 None None] Routers {'2e6169a9-a327-483a-969a-c4134d389412'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:09:18.395682 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-bde6642f-3ad5-4d9d-90cc-458e850695cb admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4731405 Jun 27 20:09:18.395797 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7d059bef-6760-40ff-9aca-0bd200ca2139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:09:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['2e6169a9-a327-483a-969a-c4134d389412'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:09:18.398342 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 59438) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:18.519851 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] For port aff559d1-7f73-4d77-8e3d-2aff3ad12be7, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=aff559d1-7f73-4d77-8e3d-2aff3ad12be7,segment=NetworkSegment(65240f7f-b72e-4f5e-a47d-0a108b724756),segment_id=65240f7f-b72e-4f5e-a47d-0a108b724756)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:09:18.538053 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:18.538803 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device e2f8c5e3-dea8-4867-8d0b-540716f2e8e0 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:09:18.724954 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-7d059bef-6760-40ff-9aca-0bd200ca2139 None None] Set router 2e6169a9-a327-483a-969a-c4134d389412 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:09:18.892046 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Pushing event updated for resources: {'Port': ['ID=aff559d1-7f73-4d77-8e3d-2aff3ad12be7,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:19.030440 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning for port e2f8c5e3-dea8-4867-8d0b-540716f2e8e0 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:09:19.056787 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port e2f8c5e3-dea8-4867-8d0b-540716f2e8e0 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:19.058705 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:19.141840 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-a6707f13-3a9b-4be6-90d2-dd4cda8d0c97 None None] Provisioning complete for port aff559d1-7f73-4d77-8e3d-2aff3ad12be7 triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:19.142270 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a6707f13-3a9b-4be6-90d2-dd4cda8d0c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:19.313751 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8c287eb3-7461-441b-91d7-0ac86b63c41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:19.328564 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:19.336668 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port e2f8c5e3-dea8-4867-8d0b-540716f2e8e0 is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:09:19.337035 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:19.350159 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 59478) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:19.427557 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] For port e2f8c5e3-dea8-4867-8d0b-540716f2e8e0, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=e2f8c5e3-dea8-4867-8d0b-540716f2e8e0,segment=NetworkSegment(abfee25b-3946-4293-ac9a-e442b8d66c42),segment_id=abfee25b-3946-4293-ac9a-e442b8d66c42)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:09:19.439102 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:19.479157 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7d059bef-6760-40ff-9aca-0bd200ca2139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6169a9-a327-483a-969a-c4134d389412', 'name': 'tempest-TestShelveInstance-1720476720-router', 'tenant_id': '51c65c80989a4818b57927f880415044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'eb2a4636-6929-44c5-9662-2d20bf819514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:14Z', 'updated_at': '2022-06-27T20:09:17Z', 'revision_number': 3, 'project_id': '51c65c80989a4818b57927f880415044', 'gw_port': {'id': 'eb2a4636-6929-44c5-9662-2d20bf819514', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:da:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6169a9-a327-483a-969a-c4134d389412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:16Z', 'updated_at': '2022-06-27T20:09:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:09:19.481794 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-a6707f13-3a9b-4be6-90d2-dd4cda8d0c97 None None] Current status of the port aff559d1-7f73-4d77-8e3d-2aff3ad12be7 is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:09:19.488318 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-256d976a-27a2-4386-81cd-d2fccbf1a2f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:19.497633 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d059bef-6760-40ff-9aca-0bd200ca2139 None None] Checking router: 2e6169a9-a327-483a-969a-c4134d389412 for host: dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:09:19.498099 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d059bef-6760-40ff-9aca-0bd200ca2139 None None] Updating router 2e6169a9-a327-483a-969a-c4134d389412 port eb2a4636-6929-44c5-9662-2d20bf819514 binding host dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 20:09:19.504223 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-256d976a-27a2-4386-81cd-d2fccbf1a2f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:09:19.508305 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-256d976a-27a2-4386-81cd-d2fccbf1a2f5 admin admin] Usage tracker for resource:security_group_rule and tenant:ecb564745cfa435b8caeed5d16d02f2f is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:09:19.511214 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-256d976a-27a2-4386-81cd-d2fccbf1a2f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:09:19.517591 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-256d976a-27a2-4386-81cd-d2fccbf1a2f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:09:19.569281 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7d059bef-6760-40ff-9aca-0bd200ca2139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:19.604143 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-256d976a-27a2-4386-81cd-d2fccbf1a2f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:19.607308 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Pushing event updated for resources: {'Port': ['ID=e2f8c5e3-dea8-4867-8d0b-540716f2e8e0,revision_number=5']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:19.608497 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-256d976a-27a2-4386-81cd-d2fccbf1a2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:19.656796 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-256d976a-27a2-4386-81cd-d2fccbf1a2f5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ecb564745cfa435b8caeed5d16d02f2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3054199 Jun 27 20:09:19.657829 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d976a-27a2-4386-81cd-d2fccbf1a2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9157e7ea-0ddc-4f48-a224-b7bdff32b6ee,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:19.659917 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 59484) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:19.664021 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-8c287eb3-7461-441b-91d7-0ac86b63c41d admin admin] Allocated IP 172.20.0.1 (c68c7db3-d5d9-4c09-92e4-593a8dc8e0f2/bf701f3f-0f86-4cd7-bb2d-e1143cd6242a/c8352f7a-1304-4603-8da3-1da11834181c) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:09:19.823196 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8a6a7744-a5c7-408d-a51a-1b9142610de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:19.877655 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8a6a7744-a5c7-408d-a51a-1b9142610de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:19.917752 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8c287eb3-7461-441b-91d7-0ac86b63c41d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:19.949393 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-8c287eb3-7461-441b-91d7-0ac86b63c41d admin admin] Transition to ACTIVE for port object c8352f7a-1304-4603-8da3-1da11834181c will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:09:19.955576 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device aff559d1-7f73-4d77-8e3d-2aff3ad12be7 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:09:19.985883 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8a6a7744-a5c7-408d-a51a-1b9142610de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:20.003668 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a7744-a5c7-408d-a51a-1b9142610de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9157e7ea-0ddc-4f48-a224-b7bdff32b6ee,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:20.011243 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8c287eb3-7461-441b-91d7-0ac86b63c41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14170096'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:20.036255 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7d059bef-6760-40ff-9aca-0bd200ca2139 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:20.053430 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-7d059bef-6760-40ff-9aca-0bd200ca2139 None None] Transition to ACTIVE for port object eb2a4636-6929-44c5-9662-2d20bf819514 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:09:20.067780 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7d059bef-6760-40ff-9aca-0bd200ca2139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:20.086328 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c287eb3-7461-441b-91d7-0ac86b63c41d admin admin] Network c68c7db3-d5d9-4c09-92e4-593a8dc8e0f2 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:09:20.087275 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8a6a7744-a5c7-408d-a51a-1b9142610de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:20.088378 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-8a6a7744-a5c7-408d-a51a-1b9142610de6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9157e7ea-0ddc-4f48-a224-b7bdff32b6ee HTTP/1.1" status: 204 len: 168 time: 0.4265366 Jun 27 20:09:20.096123 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-8c287eb3-7461-441b-91d7-0ac86b63c41d admin admin] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:09:20.098694 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c287eb3-7461-441b-91d7-0ac86b63c41d admin admin] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:09:20.101752 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port aff559d1-7f73-4d77-8e3d-2aff3ad12be7 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:20.102129 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:20.138321 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c287eb3-7461-441b-91d7-0ac86b63c41d admin admin] Pushing event updated for resources: {'Port': ['ID=c8352f7a-1304-4603-8da3-1da11834181c,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:20.168137 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8c287eb3-7461-441b-91d7-0ac86b63c41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16270930'] for router_interface, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:20.201010 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844d67d-d507-45e6-aed0-230362d70ad7 None None] Pushing event updated for resources: {'Port': ['ID=eb2a4636-6929-44c5-9662-2d20bf819514,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:20.204883 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-7d059bef-6760-40ff-9aca-0bd200ca2139 None None] Attempting to bind port eb2a4636-6929-44c5-9662-2d20bf819514 on host dv-cinder-845799-1-iscsi for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:09:20.205244 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-7d059bef-6760-40ff-9aca-0bd200ca2139 None None] Attempting to bind port eb2a4636-6929-44c5-9662-2d20bf819514 by drivers openvswitch,hyperv on host dv-cinder-845799-1-iscsi at level 0 using segments [{'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:09:20.205627 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d059bef-6760-40ff-9aca-0bd200ca2139 None None] Attempting to bind port eb2a4636-6929-44c5-9662-2d20bf819514 on network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:09:20.220084 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d059bef-6760-40ff-9aca-0bd200ca2139 None None] Checking agent: {'id': '002de21a-1fb9-4fe8-99da-e58f143369d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845799-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'started_at': datetime.datetime(2022, 6, 27, 19, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845799-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:09:20.220448 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d059bef-6760-40ff-9aca-0bd200ca2139 None None] Checking segment: {'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:09:20.221049 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7d059bef-6760-40ff-9aca-0bd200ca2139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:20.221515 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d059bef-6760-40ff-9aca-0bd200ca2139 None None] Bound using segment: {'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:09:20.222068 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-7d059bef-6760-40ff-9aca-0bd200ca2139 None None] Bound port: eb2a4636-6929-44c5-9662-2d20bf819514, host: dv-cinder-845799-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:09:20.222443 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7d059bef-6760-40ff-9aca-0bd200ca2139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:20.301645 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8c287eb3-7461-441b-91d7-0ac86b63c41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:20.335666 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port aff559d1-7f73-4d77-8e3d-2aff3ad12be7 is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:09:20.336822 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device e2f8c5e3-dea8-4867-8d0b-540716f2e8e0 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:09:20.464301 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-a1bc084f-f602-414a-b527-56c1ad50a951 None None] Provisioning for port c8352f7a-1304-4603-8da3-1da11834181c completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:09:20.476499 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-a1bc084f-f602-414a-b527-56c1ad50a951 None None] Provisioning complete for port c8352f7a-1304-4603-8da3-1da11834181c triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:20.476866 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a1bc084f-f602-414a-b527-56c1ad50a951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:20.504698 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-7d059bef-6760-40ff-9aca-0bd200ca2139 None None] For port eb2a4636-6929-44c5-9662-2d20bf819514, host dv-cinder-845799-1-iscsi, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:09:20.531311 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-7d059bef-6760-40ff-9aca-0bd200ca2139 None None] For port eb2a4636-6929-44c5-9662-2d20bf819514, host dv-cinder-845799-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=eb2a4636-6929-44c5-9662-2d20bf819514,segment=NetworkSegment(c8e1d377-ef10-44fe-8306-b14a68212fb0),segment_id=c8e1d377-ef10-44fe-8306-b14a68212fb0)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:09:20.550446 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7d059bef-6760-40ff-9aca-0bd200ca2139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:20.593033 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port e2f8c5e3-dea8-4867-8d0b-540716f2e8e0 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:20.593391 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:20.617120 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8c287eb3-7461-441b-91d7-0ac86b63c41d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:20.623072 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8c287eb3-7461-441b-91d7-0ac86b63c41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14170087'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:20.634982 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-a1bc084f-f602-414a-b527-56c1ad50a951 None None] Port c8352f7a-1304-4603-8da3-1da11834181c cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:09:20.697822 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d059bef-6760-40ff-9aca-0bd200ca2139 None None] Routers {'2e6169a9-a327-483a-969a-c4134d389412'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:09:20.698451 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7d059bef-6760-40ff-9aca-0bd200ca2139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:09:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['2e6169a9-a327-483a-969a-c4134d389412'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:09:20.732196 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c287eb3-7461-441b-91d7-0ac86b63c41d admin admin] Pushing event updated for resources: {'Port': ['ID=c8352f7a-1304-4603-8da3-1da11834181c,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:20.755806 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8c287eb3-7461-441b-91d7-0ac86b63c41d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16717675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16270903'] for router_interface, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:20.806021 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 59516) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:20.828362 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844d67d-d507-45e6-aed0-230362d70ad7 None None] Pushing event updated for resources: {'Port': ['ID=eb2a4636-6929-44c5-9662-2d20bf819514,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:20.839827 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 59522) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:20.924733 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c287eb3-7461-441b-91d7-0ac86b63c41d admin admin] Network c68c7db3-d5d9-4c09-92e4-593a8dc8e0f2 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:09:20.926119 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-8c287eb3-7461-441b-91d7-0ac86b63c41d admin admin] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:09:21.023431 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port e2f8c5e3-dea8-4867-8d0b-540716f2e8e0 is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:09:21.087456 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-7d059bef-6760-40ff-9aca-0bd200ca2139 None None] Set router 2e6169a9-a327-483a-969a-c4134d389412 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:09:21.171664 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3a8edc68-ebdd-4a93-8e4f-f023350e3687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:21.204196 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3a8edc68-ebdd-4a93-8e4f-f023350e3687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:09:21.206446 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4c78f5c8-0740-4b60-896a-d610f9b968cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:21.223762 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-3a8edc68-ebdd-4a93-8e4f-f023350e3687 admin admin] Usage tracker for resource:security_group_rule and tenant:f791e791e0bc48fca438215676534ea2 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:09:21.226883 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4c78f5c8-0740-4b60-896a-d610f9b968cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:09:21.229985 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-3a8edc68-ebdd-4a93-8e4f-f023350e3687 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:09:21.234507 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c287eb3-7461-441b-91d7-0ac86b63c41d admin admin] Router 2e6169a9-a327-483a-969a-c4134d389412 has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:09:21.236973 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-4c78f5c8-0740-4b60-896a-d610f9b968cf admin admin] Usage tracker for resource:security_group_rule and tenant:1e68b5dba09f443b885c4aaa74175d1a is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:09:21.239647 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3a8edc68-ebdd-4a93-8e4f-f023350e3687 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:09:21.241927 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-4c78f5c8-0740-4b60-896a-d610f9b968cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:09:21.250017 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-4c78f5c8-0740-4b60-896a-d610f9b968cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:09:21.396749 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3a8edc68-ebdd-4a93-8e4f-f023350e3687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:21.399460 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-44893446-216f-4bde-955e-75b5a7c54589 None None] Provisioning complete for port c8352f7a-1304-4603-8da3-1da11834181c triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:21.400077 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-44893446-216f-4bde-955e-75b5a7c54589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:21.401510 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4c78f5c8-0740-4b60-896a-d610f9b968cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:21.403979 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3a8edc68-ebdd-4a93-8e4f-f023350e3687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:21.442264 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4c78f5c8-0740-4b60-896a-d610f9b968cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:21.463074 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8edc68-ebdd-4a93-8e4f-f023350e3687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8bef22-4723-4803-8122-d4b5f87a115c,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:21.477821 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-44893446-216f-4bde-955e-75b5a7c54589 None None] Port c8352f7a-1304-4603-8da3-1da11834181c cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:09:21.542248 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 59540) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:21.605720 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c287eb3-7461-441b-91d7-0ac86b63c41d admin admin] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:09:21.614188 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-3a8edc68-ebdd-4a93-8e4f-f023350e3687 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f791e791e0bc48fca438215676534ea2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8065312 Jun 27 20:09:21.622222 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-8c287eb3-7461-441b-91d7-0ac86b63c41d admin admin] 10.222.0.23 "PUT /v2.0/routers/2e6169a9-a327-483a-969a-c4134d389412/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2225525 Jun 27 20:09:21.622993 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 59546) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:21.623221 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 59550) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:21.634133 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-4c78f5c8-0740-4b60-896a-d610f9b968cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e68b5dba09f443b885c4aaa74175d1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7851713 Jun 27 20:09:21.641730 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78f5c8-0740-4b60-896a-d610f9b968cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3027b04-0531-4e3f-93f4-13dd7859756a,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:21.655995 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7d059bef-6760-40ff-9aca-0bd200ca2139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6169a9-a327-483a-969a-c4134d389412', 'name': 'tempest-TestShelveInstance-1720476720-router', 'tenant_id': '51c65c80989a4818b57927f880415044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'eb2a4636-6929-44c5-9662-2d20bf819514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:14Z', 'updated_at': '2022-06-27T20:09:20Z', 'revision_number': 4, 'project_id': '51c65c80989a4818b57927f880415044', 'gw_port': {'id': 'eb2a4636-6929-44c5-9662-2d20bf819514', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:da:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6169a9-a327-483a-969a-c4134d389412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:16Z', 'updated_at': '2022-06-27T20:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': 'c8352f7a-1304-4603-8da3-1da11834181c', 'name': '', 'network_id': 'c68c7db3-d5d9-4c09-92e4-593a8dc8e0f2', 'tenant_id': '51c65c80989a4818b57927f880415044', 'mac_address': 'fa:16:3e:2c:62:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6169a9-a327-483a-969a-c4134d389412', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'bf701f3f-0f86-4cd7-bb2d-e1143cd6242a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:19Z', 'updated_at': '2022-06-27T20:09:20Z', 'revision_number': 2, 'project_id': '51c65c80989a4818b57927f880415044', 'subnets': [{'id': 'bf701f3f-0f86-4cd7-bb2d-e1143cd6242a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:09:21.668546 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d059bef-6760-40ff-9aca-0bd200ca2139 None None] The sync data for ids ['2e6169a9-a327-483a-969a-c4134d389412'] in dv-cinder-845799-1-iscsi is: [{'id': '2e6169a9-a327-483a-969a-c4134d389412', 'name': 'tempest-TestShelveInstance-1720476720-router', 'tenant_id': '51c65c80989a4818b57927f880415044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'eb2a4636-6929-44c5-9662-2d20bf819514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:14Z', 'updated_at': '2022-06-27T20:09:20Z', 'revision_number': 4, 'project_id': '51c65c80989a4818b57927f880415044', 'gw_port': {'id': 'eb2a4636-6929-44c5-9662-2d20bf819514', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:da:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6169a9-a327-483a-969a-c4134d389412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:16Z', 'updated_at': '2022-06-27T20:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': 'c8352f7a-1304-4603-8da3-1da11834181c', 'name': '', 'network_id': 'c68c7db3-d5d9-4c09-92e4-593a8dc8e0f2', 'tenant_id': '51c65c80989a4818b57927f880415044', 'mac_address': 'fa:16:3e:2c:62:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6169a9-a327-483a-969a-c4134d389412', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'bf701f3f-0f86-4cd7-bb2d-e1143cd6242a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:19Z', 'updated_at': '2022-06-27T20:09:20Z', 'revision_number': 2, 'project_id': '51c65c80989a4818b57927f880415044', 'subnets': [{'id': 'bf701f3f-0f86-4cd7-bb2d-e1143cd6242a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:09:21.709309 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-84111c61-ae51-4dfc-b203-244d59be96d7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-7953083-network', 'tenant_id': 'f3cf8f149dca402fae175f02d29b94ea'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:09:21.717406 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-84111c61-ae51-4dfc-b203-244d59be96d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:09:21.724877 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-84111c61-ae51-4dfc-b203-244d59be96d7 admin admin] Usage tracker for resource:network and tenant:f3cf8f149dca402fae175f02d29b94ea is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:09:21.730053 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-84111c61-ae51-4dfc-b203-244d59be96d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:09:21.753541 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-84111c61-ae51-4dfc-b203-244d59be96d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:09:21.760878 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fe0c60f2-8709-4e34-b675-1d4451685786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:21.783566 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1de271b0-ac29-4ed9-a26b-bb4cb89617c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:21.794239 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84111c61-ae51-4dfc-b203-244d59be96d7 admin admin] Made reservation on behalf of f3cf8f149dca402fae175f02d29b94ea for: {'network': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:09:21.796455 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-84111c61-ae51-4dfc-b203-244d59be96d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for network, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:21.830567 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-84111c61-ae51-4dfc-b203-244d59be96d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:21.844784 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fe0c60f2-8709-4e34-b675-1d4451685786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:21.858266 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1de271b0-ac29-4ed9-a26b-bb4cb89617c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:21.892508 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-84111c61-ae51-4dfc-b203-244d59be96d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:09:21.917123 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-84111c61-ae51-4dfc-b203-244d59be96d7 admin admin] Usage tracker for resource:security_group_rule and tenant:f3cf8f149dca402fae175f02d29b94ea is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:09:21.920736 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-84111c61-ae51-4dfc-b203-244d59be96d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:09:21.956685 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-84111c61-ae51-4dfc-b203-244d59be96d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:09:21.990073 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fe0c60f2-8709-4e34-b675-1d4451685786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:22.016341 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c60f2-8709-4e34-b675-1d4451685786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3027b04-0531-4e3f-93f4-13dd7859756a,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:22.018060 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1de271b0-ac29-4ed9-a26b-bb4cb89617c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:22.069260 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de271b0-ac29-4ed9-a26b-bb4cb89617c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8bef22-4723-4803-8122-d4b5f87a115c,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:22.102330 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 59562) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:22.105164 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fe0c60f2-8709-4e34-b675-1d4451685786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:22.108714 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-fe0c60f2-8709-4e34-b675-1d4451685786 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a3027b04-0531-4e3f-93f4-13dd7859756a HTTP/1.1" status: 204 len: 168 time: 0.4808319 Jun 27 20:09:22.116234 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1de271b0-ac29-4ed9-a26b-bb4cb89617c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:22.116386 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-0fc12a52-cfa8-4949-9c06-ae9177ad81fb tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-28978958', 'description': 'tempest-secgroup-smoke-28978958 description', 'project_id': 'ce50a06e19fe48b5ad68a43b953f5ae0'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:09:22.117355 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-1de271b0-ac29-4ed9-a26b-bb4cb89617c0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f8bef22-4723-4803-8122-d4b5f87a115c HTTP/1.1" status: 204 len: 168 time: 0.4932101 Jun 27 20:09:22.147777 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0fc12a52-cfa8-4949-9c06-ae9177ad81fb tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:09:22.162439 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-84111c61-ae51-4dfc-b203-244d59be96d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:22.163430 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-0fc12a52-cfa8-4949-9c06-ae9177ad81fb tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Usage tracker for resource:security_group and tenant:ce50a06e19fe48b5ad68a43b953f5ae0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:09:22.167022 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-0fc12a52-cfa8-4949-9c06-ae9177ad81fb tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:09:22.172244 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-84111c61-ae51-4dfc-b203-244d59be96d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:22.183617 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0fc12a52-cfa8-4949-9c06-ae9177ad81fb tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:09:22.205029 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0fc12a52-cfa8-4949-9c06-ae9177ad81fb tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:22.241961 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0fc12a52-cfa8-4949-9c06-ae9177ad81fb tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:09:22.246907 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84111c61-ae51-4dfc-b203-244d59be96d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=88114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 20:09:22.249251 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-0fc12a52-cfa8-4949-9c06-ae9177ad81fb tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Usage tracker for resource:security_group_rule and tenant:ce50a06e19fe48b5ad68a43b953f5ae0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:09:22.254203 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-0fc12a52-cfa8-4949-9c06-ae9177ad81fb tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:09:22.264770 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84111c61-ae51-4dfc-b203-244d59be96d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b5ae84-b5d7-4e0d-971b-9f174c45ea50,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:22.265471 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0fc12a52-cfa8-4949-9c06-ae9177ad81fb tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:09:22.283274 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-84111c61-ae51-4dfc-b203-244d59be96d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603533'] for segment, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:22.283607 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.db.segments_db [None req-84111c61-ae51-4dfc-b203-244d59be96d7 admin admin] Added segment fa644f1e-16ec-4e65-859c-9cfba5396130 of type vlan for network d40ff268-aa38-4161-b8bc-5035a272a9f3 Jun 27 20:09:22.338369 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-84111c61-ae51-4dfc-b203-244d59be96d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741810009101'] for network, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:22.374202 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0fc12a52-cfa8-4949-9c06-ae9177ad81fb tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:22.382027 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0fc12a52-cfa8-4949-9c06-ae9177ad81fb tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:22.395343 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-84111c61-ae51-4dfc-b203-244d59be96d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573'] for network, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:22.396359 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84111c61-ae51-4dfc-b203-244d59be96d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:22.397105 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-84111c61-ae51-4dfc-b203-244d59be96d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for network, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:22.439363 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc12a52-cfa8-4949-9c06-ae9177ad81fb tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f93b733-a951-4fc3-b87f-734c32ef9eeb,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:22.455139 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-84111c61-ae51-4dfc-b203-244d59be96d7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9116232 Jun 27 20:09:22.457828 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 59576) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:22.463906 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-d635f4a9-dcf3-4b55-86ef-db0d5311b0aa admin admin] Request body: {'subnet': {'network_id': 'd40ff268-aa38-4161-b8bc-5035a272a9f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-7953083-subnet', 'tenant_id': 'f3cf8f149dca402fae175f02d29b94ea', 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:09:22.470068 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d635f4a9-dcf3-4b55-86ef-db0d5311b0aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:09:22.477023 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-d635f4a9-dcf3-4b55-86ef-db0d5311b0aa admin admin] Usage tracker for resource:subnet and tenant:f3cf8f149dca402fae175f02d29b94ea is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:09:22.480557 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-d635f4a9-dcf3-4b55-86ef-db0d5311b0aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:09:22.487345 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d635f4a9-dcf3-4b55-86ef-db0d5311b0aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:09:22.494573 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0fc12a52-cfa8-4949-9c06-ae9177ad81fb tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:22.495998 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-0fc12a52-cfa8-4949-9c06-ae9177ad81fb tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.3917968 Jun 27 20:09:22.499672 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 59580) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:22.507609 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-2e72fb56-62eb-43af-a5d6-b9341e83a89a tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Request body: {'security_group_rule': {'security_group_id': '3f93b733-a951-4fc3-b87f-734c32ef9eeb', 'project_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:09:22.512167 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d635f4a9-dcf3-4b55-86ef-db0d5311b0aa admin admin] Made reservation on behalf of f3cf8f149dca402fae175f02d29b94ea for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:09:22.514513 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d635f4a9-dcf3-4b55-86ef-db0d5311b0aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14291746'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:22.531235 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2e72fb56-62eb-43af-a5d6-b9341e83a89a tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:09:22.547004 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84111c61-ae51-4dfc-b203-244d59be96d7 admin admin] Pushing event updated for resources: {'Network': ['ID=d40ff268-aa38-4161-b8bc-5035a272a9f3,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:22.561409 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Network d40ff268-aa38-4161-b8bc-5035a272a9f3 details requested by agent ovs-agent-dv-cinder-845799-1-iscsi with host dv-cinder-845799-1-iscsi {{(pid=88115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 20:09:22.584301 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-2e72fb56-62eb-43af-a5d6-b9341e83a89a tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Usage tracker for resource:security_group_rule and tenant:ce50a06e19fe48b5ad68a43b953f5ae0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:09:22.591466 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-2e72fb56-62eb-43af-a5d6-b9341e83a89a tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:09:22.611279 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2e72fb56-62eb-43af-a5d6-b9341e83a89a tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:09:22.643766 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2e72fb56-62eb-43af-a5d6-b9341e83a89a tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:22.682089 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 59590) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:22.708793 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7a162da3-b655-47cc-84af-b34bc7442e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:22.725685 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-7a162da3-b655-47cc-84af-b34bc7442e28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:09:22.731618 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-7a162da3-b655-47cc-84af-b34bc7442e28 admin admin] Usage tracker for resource:security_group_rule and tenant:0cd4cfd02271487b910d7a3bc8898749 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:09:22.735697 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-7a162da3-b655-47cc-84af-b34bc7442e28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:09:22.742619 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-7a162da3-b655-47cc-84af-b34bc7442e28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:09:22.752765 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2e72fb56-62eb-43af-a5d6-b9341e83a89a tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:22.759066 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2e72fb56-62eb-43af-a5d6-b9341e83a89a tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438251'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:22.794081 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72fb56-62eb-43af-a5d6-b9341e83a89a tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebcb7d60-8379-442e-ab1b-2e6e59ccb8d0,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:22.822609 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2e72fb56-62eb-43af-a5d6-b9341e83a89a tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:22.823970 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-2e72fb56-62eb-43af-a5d6-b9341e83a89a tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3233840 Jun 27 20:09:22.826687 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 59596) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:22.846823 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-91bc385a-b195-4e9b-b86f-28e1e4f9e63a tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Request body: {'security_group_rule': {'security_group_id': '3f93b733-a951-4fc3-b87f-734c32ef9eeb', 'project_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:09:22.848589 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7a162da3-b655-47cc-84af-b34bc7442e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:22.856376 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7a162da3-b655-47cc-84af-b34bc7442e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:22.858581 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-91bc385a-b195-4e9b-b86f-28e1e4f9e63a tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:09:22.865473 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-91bc385a-b195-4e9b-b86f-28e1e4f9e63a tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Usage tracker for resource:security_group_rule and tenant:ce50a06e19fe48b5ad68a43b953f5ae0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:09:22.868719 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-91bc385a-b195-4e9b-b86f-28e1e4f9e63a tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:09:22.875754 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d635f4a9-dcf3-4b55-86ef-db0d5311b0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16137241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14291732'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:22.882831 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-91bc385a-b195-4e9b-b86f-28e1e4f9e63a tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:09:22.914591 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-7a162da3-b655-47cc-84af-b34bc7442e28 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0cd4cfd02271487b910d7a3bc8898749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304881 Jun 27 20:09:22.915912 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a162da3-b655-47cc-84af-b34bc7442e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226a7322-08be-4db7-ae26-f693939d1d7f,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:22.918618 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 59600) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:22.990681 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d635f4a9-dcf3-4b55-86ef-db0d5311b0aa admin admin] Checking segment: {'id': 'fa644f1e-16ec-4e65-859c-9cfba5396130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd40ff268-aa38-4161-b8bc-5035a272a9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:09:22.991037 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d635f4a9-dcf3-4b55-86ef-db0d5311b0aa admin admin] Network hostable DHCP agents. Network: d40ff268-aa38-4161-b8bc-5035a272a9f3, hostable agents: ['4165b8a7-5268-4093-844e-4587fa48cc65'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 20:09:23.005813 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-91bc385a-b195-4e9b-b86f-28e1e4f9e63a tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:23.010462 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-37c18e10-f5a3-43bd-a9ed-7fa47a44d88c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:23.019995 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635f4a9-dcf3-4b55-86ef-db0d5311b0aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=30943b35-a008-4cdb-a621-4896f877b3ea,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:23.052339 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-37c18e10-f5a3-43bd-a9ed-7fa47a44d88c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:23.052740 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d635f4a9-dcf3-4b55-86ef-db0d5311b0aa admin admin] Network d40ff268-aa38-4161-b8bc-5035a272a9f3 is scheduled to be hosted by DHCP agent 4165b8a7-5268-4093-844e-4587fa48cc65 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 20:09:23.066269 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-d635f4a9-dcf3-4b55-86ef-db0d5311b0aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845799-1-iscsi, d40ff268-aa38-4161-b8bc-5035a272a9f3) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:09:23.070611 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d635f4a9-dcf3-4b55-86ef-db0d5311b0aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:23.071119 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d635f4a9-dcf3-4b55-86ef-db0d5311b0aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:23.080328 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cc8d76-68dd-4f10-b81d-022a8f6591c6 None None] Network d40ff268-aa38-4161-b8bc-5035a272a9f3 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:09:23.108636 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-91bc385a-b195-4e9b-b86f-28e1e4f9e63a tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:23.114149 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-d635f4a9-dcf3-4b55-86ef-db0d5311b0aa admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6549475 Jun 27 20:09:23.114943 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 59612) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:23.118365 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-91bc385a-b195-4e9b-b86f-28e1e4f9e63a tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438251'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:23.122308 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-ca68938d-b3a2-42d3-9dc0-7ff104c2a269 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-7953083-router', 'tenant_id': 'f3cf8f149dca402fae175f02d29b94ea', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:09:23.130623 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-ca68938d-b3a2-42d3-9dc0-7ff104c2a269 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:09:23.133089 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-37c18e10-f5a3-43bd-a9ed-7fa47a44d88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:23.157584 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-ca68938d-b3a2-42d3-9dc0-7ff104c2a269 admin admin] Usage tracker for resource:router and tenant:f3cf8f149dca402fae175f02d29b94ea is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:09:23.158098 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc385a-b195-4e9b-b86f-28e1e4f9e63a tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce111dc0-d231-4549-9845-7b6ebaf0c351,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:23.161858 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-ca68938d-b3a2-42d3-9dc0-7ff104c2a269 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:09:23.165770 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c18e10-f5a3-43bd-a9ed-7fa47a44d88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226a7322-08be-4db7-ae26-f693939d1d7f,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:23.173009 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-ca68938d-b3a2-42d3-9dc0-7ff104c2a269 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:09:23.174793 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-91bc385a-b195-4e9b-b86f-28e1e4f9e63a tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:23.179512 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-91bc385a-b195-4e9b-b86f-28e1e4f9e63a tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3458407 Jun 27 20:09:23.179512 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 59616) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:23.191215 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-13aed4a7-41d8-473a-952a-de7e87480b40 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Request body: {'security_group_rule': {'security_group_id': '3f93b733-a951-4fc3-b87f-734c32ef9eeb', 'project_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:09:23.191476 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-37c18e10-f5a3-43bd-a9ed-7fa47a44d88c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:23.191476 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-37c18e10-f5a3-43bd-a9ed-7fa47a44d88c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/226a7322-08be-4db7-ae26-f693939d1d7f HTTP/1.1" status: 204 len: 168 time: 0.2715263 Jun 27 20:09:23.210145 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-13aed4a7-41d8-473a-952a-de7e87480b40 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:09:23.229089 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-13aed4a7-41d8-473a-952a-de7e87480b40 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Usage tracker for resource:security_group_rule and tenant:ce50a06e19fe48b5ad68a43b953f5ae0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:09:23.235603 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-13aed4a7-41d8-473a-952a-de7e87480b40 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:09:23.235797 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca68938d-b3a2-42d3-9dc0-7ff104c2a269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16270966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7578'] for router, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:23.239324 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca68938d-b3a2-42d3-9dc0-7ff104c2a269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16272205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16757837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16391757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4457'] for router, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:23.260932 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-13aed4a7-41d8-473a-952a-de7e87480b40 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:09:23.271286 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca68938d-b3a2-42d3-9dc0-7ff104c2a269 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:23.309936 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-13aed4a7-41d8-473a-952a-de7e87480b40 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:23.468335 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-13aed4a7-41d8-473a-952a-de7e87480b40 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:23.475558 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-13aed4a7-41d8-473a-952a-de7e87480b40 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438251'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:23.510302 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aed4a7-41d8-473a-952a-de7e87480b40 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8dc39b-b8a6-482e-84a5-ddd60d78d4bc,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:23.565319 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-13aed4a7-41d8-473a-952a-de7e87480b40 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:23.569221 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-13aed4a7-41d8-473a-952a-de7e87480b40 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3862395 Jun 27 20:09:23.569443 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 59630) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:23.574700 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-637655cb-bb40-4549-9682-c1032b2b8f83 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Request body: {'security_group_rule': {'security_group_id': '3f93b733-a951-4fc3-b87f-734c32ef9eeb', 'project_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:09:23.585697 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-637655cb-bb40-4549-9682-c1032b2b8f83 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:09:23.595576 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-637655cb-bb40-4549-9682-c1032b2b8f83 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Usage tracker for resource:security_group_rule and tenant:ce50a06e19fe48b5ad68a43b953f5ae0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:09:23.601170 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-637655cb-bb40-4549-9682-c1032b2b8f83 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:09:23.618401 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-637655cb-bb40-4549-9682-c1032b2b8f83 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:09:23.650943 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-637655cb-bb40-4549-9682-c1032b2b8f83 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:23.666626 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08338186-f300-4a66-96e5-ced4030125df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec9038c-6dc9-54f2-9480-5d6565864add-d40ff268-aa38-4161-b8bc-5035a272a9f3', 'network_id': 'd40ff268-aa38-4161-b8bc-5035a272a9f3', 'tenant_id': 'f3cf8f149dca402fae175f02d29b94ea', 'fixed_ips': [{'subnet_id': '30943b35-a008-4cdb-a621-4896f877b3ea'}]}} from dv-cinder-845799-1-iscsi. {{(pid=88115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 27 20:09:23.667456 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-08338186-f300-4a66-96e5-ced4030125df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:23.738781 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca68938d-b3a2-42d3-9dc0-7ff104c2a269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16757887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16270975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4475'] for router, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:23.803679 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-637655cb-bb40-4549-9682-c1032b2b8f83 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:23.811208 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 59634) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:23.816762 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-637655cb-bb40-4549-9682-c1032b2b8f83 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438251'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:23.863744 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637655cb-bb40-4549-9682-c1032b2b8f83 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a3c180-5c60-4b65-be3c-2c12a69ed2c8,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:23.878918 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-637655cb-bb40-4549-9682-c1032b2b8f83 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:23.882183 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-637655cb-bb40-4549-9682-c1032b2b8f83 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3111181 Jun 27 20:09:23.884430 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 59638) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:23.893401 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-822be6f4-7319-42ac-bc61-2950cb87b8b2 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Request body: {'security_group_rule': {'security_group_id': '3f93b733-a951-4fc3-b87f-734c32ef9eeb', 'project_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:09:23.915876 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-822be6f4-7319-42ac-bc61-2950cb87b8b2 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:09:23.917804 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8cad8268-3329-4bd6-b129-2f498f4ef550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:23.922560 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-822be6f4-7319-42ac-bc61-2950cb87b8b2 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Usage tracker for resource:security_group_rule and tenant:ce50a06e19fe48b5ad68a43b953f5ae0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:09:23.926573 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-822be6f4-7319-42ac-bc61-2950cb87b8b2 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:09:23.947443 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-822be6f4-7319-42ac-bc61-2950cb87b8b2 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:09:23.962310 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.db.securitygroups_db [None req-822be6f4-7319-42ac-bc61-2950cb87b8b2 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Project ce50a06e19fe48b5ad68a43b953f5ae0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 20:09:23.965699 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device eb2a4636-6929-44c5-9662-2d20bf819514 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:09:23.972032 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-822be6f4-7319-42ac-bc61-2950cb87b8b2 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:23.984263 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-8cad8268-3329-4bd6-b129-2f498f4ef550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:09:23.990122 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-8cad8268-3329-4bd6-b129-2f498f4ef550 admin admin] Usage tracker for resource:security_group_rule and tenant:23d5b819b48446fab1b0677eae89536b is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:09:24.008103 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-8cad8268-3329-4bd6-b129-2f498f4ef550 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:09:24.018692 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-8cad8268-3329-4bd6-b129-2f498f4ef550 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:09:24.045154 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [None req-08338186-f300-4a66-96e5-ced4030125df None None] Allocated IP 172.20.0.2 (d40ff268-aa38-4161-b8bc-5035a272a9f3/30943b35-a008-4cdb-a621-4896f877b3ea/47bd7982-d97c-4b3c-a341-5957806a8a50) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:09:24.060001 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-822be6f4-7319-42ac-bc61-2950cb87b8b2 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:24.069311 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-822be6f4-7319-42ac-bc61-2950cb87b8b2 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438251'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:24.102754 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822be6f4-7319-42ac-bc61-2950cb87b8b2 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c54c59a-5530-43ba-9054-46bb4b1ef286,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:24.109295 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-822be6f4-7319-42ac-bc61-2950cb87b8b2 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:24.111647 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-822be6f4-7319-42ac-bc61-2950cb87b8b2 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2255733 Jun 27 20:09:24.114662 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 59642) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:24.119989 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-600066b3-2f5d-4a0b-9eb5-9bd4370179d3 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Request body: {'security_group_rule': {'security_group_id': '3f93b733-a951-4fc3-b87f-734c32ef9eeb', 'project_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:09:24.132142 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-600066b3-2f5d-4a0b-9eb5-9bd4370179d3 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:09:24.145866 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-600066b3-2f5d-4a0b-9eb5-9bd4370179d3 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Usage tracker for resource:security_group_rule and tenant:ce50a06e19fe48b5ad68a43b953f5ae0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:09:24.162288 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-600066b3-2f5d-4a0b-9eb5-9bd4370179d3 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:09:24.166641 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning for port eb2a4636-6929-44c5-9662-2d20bf819514 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:09:24.179647 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-600066b3-2f5d-4a0b-9eb5-9bd4370179d3 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:09:24.183860 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port eb2a4636-6929-44c5-9662-2d20bf819514 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:24.184241 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:24.203060 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.db.securitygroups_db [None req-600066b3-2f5d-4a0b-9eb5-9bd4370179d3 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Project ce50a06e19fe48b5ad68a43b953f5ae0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 20:09:24.211246 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-600066b3-2f5d-4a0b-9eb5-9bd4370179d3 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:24.360689 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-600066b3-2f5d-4a0b-9eb5-9bd4370179d3 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:24.378272 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-600066b3-2f5d-4a0b-9eb5-9bd4370179d3 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438251'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:24.392695 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8cad8268-3329-4bd6-b129-2f498f4ef550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:24.403631 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8cad8268-3329-4bd6-b129-2f498f4ef550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:24.411519 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600066b3-2f5d-4a0b-9eb5-9bd4370179d3 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ad6a964-2d0e-4264-bf19-9c89f2532827,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:24.426703 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-600066b3-2f5d-4a0b-9eb5-9bd4370179d3 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:24.429887 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-600066b3-2f5d-4a0b-9eb5-9bd4370179d3 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3131337 Jun 27 20:09:24.447643 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca68938d-b3a2-42d3-9dc0-7ff104c2a269 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:24.512611 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca68938d-b3a2-42d3-9dc0-7ff104c2a269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:24.568871 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-08338186-f300-4a66-96e5-ced4030125df None None] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:24.571393 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port eb2a4636-6929-44c5-9662-2d20bf819514 is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:09:24.571713 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:24.574313 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-8cad8268-3329-4bd6-b129-2f498f4ef550 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=23d5b819b48446fab1b0677eae89536b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7620625 Jun 27 20:09:24.577109 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 59654) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:24.588016 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad8268-3329-4bd6-b129-2f498f4ef550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3c2fe2-5295-4a0e-b840-0dcf598517c9,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:24.591216 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-08338186-f300-4a66-96e5-ced4030125df None None] Transition to ACTIVE for port object 47bd7982-d97c-4b3c-a341-5957806a8a50 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:09:24.610583 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] For port eb2a4636-6929-44c5-9662-2d20bf819514, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=eb2a4636-6929-44c5-9662-2d20bf819514,segment=NetworkSegment(c8e1d377-ef10-44fe-8306-b14a68212fb0),segment_id=c8e1d377-ef10-44fe-8306-b14a68212fb0)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:09:24.619115 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:24.621238 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-08338186-f300-4a66-96e5-ced4030125df None None] Transition to ACTIVE for port object 47bd7982-d97c-4b3c-a341-5957806a8a50 will not be triggered until provisioned by entity DHCP. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:09:24.678649 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-08338186-f300-4a66-96e5-ced4030125df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:24.691360 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bc3c75df-e56e-4049-9bb8-4662b3128921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:24.709366 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08338186-f300-4a66-96e5-ced4030125df None None] Network d40ff268-aa38-4161-b8bc-5035a272a9f3 is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:09:24.712975 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-08338186-f300-4a66-96e5-ced4030125df None None] Resources bound (agent type, host, resource id): {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:09:24.716332 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08338186-f300-4a66-96e5-ced4030125df None None] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:09:24.724030 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Pushing event updated for resources: {'Port': ['ID=eb2a4636-6929-44c5-9662-2d20bf819514,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:24.738305 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bc3c75df-e56e-4049-9bb8-4662b3128921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:24.801980 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bc3c75df-e56e-4049-9bb8-4662b3128921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:24.822549 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c75df-e56e-4049-9bb8-4662b3128921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3c2fe2-5295-4a0e-b840-0dcf598517c9,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:24.857549 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bc3c75df-e56e-4049-9bb8-4662b3128921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:24.862287 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-bc3c75df-e56e-4049-9bb8-4662b3128921 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1d3c2fe2-5295-4a0e-b840-0dcf598517c9 HTTP/1.1" status: 204 len: 168 time: 0.2839370 Jun 27 20:09:24.909889 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-ca68938d-b3a2-42d3-9dc0-7ff104c2a269 admin admin] Allocated IP 172.27.3.21 (f5e38b28-d42a-47c6-b8ea-5d0ae1b51160/4aa6a97f-4da5-4d03-b34a-f88023a9290b/d3cc5922-abf3-4916-94cf-ae9a56ad4244) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:09:24.994268 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-08338186-f300-4a66-96e5-ced4030125df None None] Attempting to bind port 47bd7982-d97c-4b3c-a341-5957806a8a50 on host dv-cinder-845799-1-iscsi for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:09:24.994865 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-08338186-f300-4a66-96e5-ced4030125df None None] Attempting to bind port 47bd7982-d97c-4b3c-a341-5957806a8a50 by drivers openvswitch,hyperv on host dv-cinder-845799-1-iscsi at level 0 using segments [{'id': 'fa644f1e-16ec-4e65-859c-9cfba5396130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd40ff268-aa38-4161-b8bc-5035a272a9f3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:09:24.995381 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08338186-f300-4a66-96e5-ced4030125df None None] Attempting to bind port 47bd7982-d97c-4b3c-a341-5957806a8a50 on network d40ff268-aa38-4161-b8bc-5035a272a9f3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:09:25.001195 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08338186-f300-4a66-96e5-ced4030125df None None] Pushing event updated for resources: {'Port': ['ID=47bd7982-d97c-4b3c-a341-5957806a8a50,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:25.005609 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08338186-f300-4a66-96e5-ced4030125df None None] Checking agent: {'id': '002de21a-1fb9-4fe8-99da-e58f143369d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845799-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'started_at': datetime.datetime(2022, 6, 27, 19, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845799-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:09:25.005984 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08338186-f300-4a66-96e5-ced4030125df None None] Checking segment: {'id': 'fa644f1e-16ec-4e65-859c-9cfba5396130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd40ff268-aa38-4161-b8bc-5035a272a9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:09:25.006378 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-08338186-f300-4a66-96e5-ced4030125df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:25.006753 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08338186-f300-4a66-96e5-ced4030125df None None] Bound using segment: {'id': 'fa644f1e-16ec-4e65-859c-9cfba5396130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd40ff268-aa38-4161-b8bc-5035a272a9f3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:09:25.007205 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-08338186-f300-4a66-96e5-ced4030125df None None] Bound port: 47bd7982-d97c-4b3c-a341-5957806a8a50, host: dv-cinder-845799-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa644f1e-16ec-4e65-859c-9cfba5396130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd40ff268-aa38-4161-b8bc-5035a272a9f3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:09:25.007576 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-08338186-f300-4a66-96e5-ced4030125df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:25.112264 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca68938d-b3a2-42d3-9dc0-7ff104c2a269 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:25.124284 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-08338186-f300-4a66-96e5-ced4030125df None None] For port 47bd7982-d97c-4b3c-a341-5957806a8a50, host dv-cinder-845799-1-iscsi, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:09:25.128554 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-08338186-f300-4a66-96e5-ced4030125df None None] For port 47bd7982-d97c-4b3c-a341-5957806a8a50, host dv-cinder-845799-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=47bd7982-d97c-4b3c-a341-5957806a8a50,segment=NetworkSegment(fa644f1e-16ec-4e65-859c-9cfba5396130),segment_id=fa644f1e-16ec-4e65-859c-9cfba5396130)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:09:25.133746 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-08338186-f300-4a66-96e5-ced4030125df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:25.153970 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca68938d-b3a2-42d3-9dc0-7ff104c2a269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14170096'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:25.241683 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08338186-f300-4a66-96e5-ced4030125df None None] Pushing event updated for resources: {'Port': ['ID=47bd7982-d97c-4b3c-a341-5957806a8a50,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:25.248787 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68938d-b3a2-42d3-9dc0-7ff104c2a269 admin admin] Pushing event updated for resources: {'Port': ['ID=d3cc5922-abf3-4916-94cf-ae9a56ad4244,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:25.261702 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca68938d-b3a2-42d3-9dc0-7ff104c2a269 admin admin] Network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:09:25.263023 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-ca68938d-b3a2-42d3-9dc0-7ff104c2a269 admin admin] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:09:25.265915 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca68938d-b3a2-42d3-9dc0-7ff104c2a269 admin admin] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:09:25.342341 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e80c23-c576-4b74-8c98-f7ffc6af2c4c None None] Sync routers for ids ['2e6169a9-a327-483a-969a-c4134d389412'] in dv-cinder-845799-1-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:09:25.353351 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e80c23-c576-4b74-8c98-f7ffc6af2c4c None None] Routers {'2e6169a9-a327-483a-969a-c4134d389412'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:09:25.354029 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-45e80c23-c576-4b74-8c98-f7ffc6af2c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:09:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['2e6169a9-a327-483a-969a-c4134d389412'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:09:25.748243 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-45e80c23-c576-4b74-8c98-f7ffc6af2c4c None None] Set router 2e6169a9-a327-483a-969a-c4134d389412 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:09:25.917895 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca68938d-b3a2-42d3-9dc0-7ff104c2a269 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:25.998741 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device eb2a4636-6929-44c5-9662-2d20bf819514 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:09:26.076837 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port eb2a4636-6929-44c5-9662-2d20bf819514 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:26.077198 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:26.211992 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-45e80c23-c576-4b74-8c98-f7ffc6af2c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6169a9-a327-483a-969a-c4134d389412', 'name': 'tempest-TestShelveInstance-1720476720-router', 'tenant_id': '51c65c80989a4818b57927f880415044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'eb2a4636-6929-44c5-9662-2d20bf819514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:14Z', 'updated_at': '2022-06-27T20:09:20Z', 'revision_number': 4, 'project_id': '51c65c80989a4818b57927f880415044', 'gw_port': {'id': 'eb2a4636-6929-44c5-9662-2d20bf819514', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6169a9-a327-483a-969a-c4134d389412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:16Z', 'updated_at': '2022-06-27T20:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': 'c8352f7a-1304-4603-8da3-1da11834181c', 'name': '', 'network_id': 'c68c7db3-d5d9-4c09-92e4-593a8dc8e0f2', 'tenant_id': '51c65c80989a4818b57927f880415044', 'mac_address': 'fa:16:3e:2c:62:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6169a9-a327-483a-969a-c4134d389412', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'bf701f3f-0f86-4cd7-bb2d-e1143cd6242a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:19Z', 'updated_at': '2022-06-27T20:09:20Z', 'revision_number': 2, 'project_id': '51c65c80989a4818b57927f880415044', 'subnets': [{'id': 'bf701f3f-0f86-4cd7-bb2d-e1143cd6242a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:09:26.223150 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e80c23-c576-4b74-8c98-f7ffc6af2c4c None None] Checking router: 2e6169a9-a327-483a-969a-c4134d389412 for host: dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:09:26.223498 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e80c23-c576-4b74-8c98-f7ffc6af2c4c None None] Updating router 2e6169a9-a327-483a-969a-c4134d389412 port c8352f7a-1304-4603-8da3-1da11834181c binding host dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 20:09:26.310147 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port eb2a4636-6929-44c5-9662-2d20bf819514 is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:09:26.311422 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 47bd7982-d97c-4b3c-a341-5957806a8a50 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:09:26.324750 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-45e80c23-c576-4b74-8c98-f7ffc6af2c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:26.400835 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning for port 47bd7982-d97c-4b3c-a341-5957806a8a50 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:09:26.476024 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca68938d-b3a2-42d3-9dc0-7ff104c2a269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16270916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16757784'] for router, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:26.684971 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946ea7c3-b141-4b54-90d5-34c056d34d29 None None] Network d40ff268-aa38-4161-b8bc-5035a272a9f3 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:09:26.790687 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca68938d-b3a2-42d3-9dc0-7ff104c2a269 admin admin] Router bf2f439e-920d-42df-8408-800ea2fe44f5 is scheduled to L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e with binding_index 1 {{(pid=88114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 27 20:09:26.799585 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-135d3737-5a53-4d45-bb39-bb0dc35f2f2b None None] Provisioning for port 47bd7982-d97c-4b3c-a341-5957806a8a50 completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:09:26.845235 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-135d3737-5a53-4d45-bb39-bb0dc35f2f2b None None] Provisioning complete for port 47bd7982-d97c-4b3c-a341-5957806a8a50 triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:26.845644 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-135d3737-5a53-4d45-bb39-bb0dc35f2f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:26.862347 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-45e80c23-c576-4b74-8c98-f7ffc6af2c4c None None] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:26.892250 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-45e80c23-c576-4b74-8c98-f7ffc6af2c4c None None] Transition to ACTIVE for port object c8352f7a-1304-4603-8da3-1da11834181c will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:09:26.905553 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-45e80c23-c576-4b74-8c98-f7ffc6af2c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:27.157502 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dda6f2-27c2-4760-a356-259c383dd4a1 None None] Pushing event updated for resources: {'Port': ['ID=c8352f7a-1304-4603-8da3-1da11834181c,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:27.307426 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca68938d-b3a2-42d3-9dc0-7ff104c2a269 admin admin] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:09:27.307961 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-45e80c23-c576-4b74-8c98-f7ffc6af2c4c None None] Attempting to bind port c8352f7a-1304-4603-8da3-1da11834181c on host dv-cinder-845799-1-iscsi for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:09:27.308355 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-45e80c23-c576-4b74-8c98-f7ffc6af2c4c None None] Attempting to bind port c8352f7a-1304-4603-8da3-1da11834181c by drivers openvswitch,hyperv on host dv-cinder-845799-1-iscsi at level 0 using segments [{'id': '65240f7f-b72e-4f5e-a47d-0a108b724756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c68c7db3-d5d9-4c09-92e4-593a8dc8e0f2'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:09:27.308838 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e80c23-c576-4b74-8c98-f7ffc6af2c4c None None] Attempting to bind port c8352f7a-1304-4603-8da3-1da11834181c on network c68c7db3-d5d9-4c09-92e4-593a8dc8e0f2 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:09:27.329136 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e80c23-c576-4b74-8c98-f7ffc6af2c4c None None] Checking agent: {'id': '002de21a-1fb9-4fe8-99da-e58f143369d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845799-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'started_at': datetime.datetime(2022, 6, 27, 19, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845799-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:09:27.329600 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e80c23-c576-4b74-8c98-f7ffc6af2c4c None None] Checking segment: {'id': '65240f7f-b72e-4f5e-a47d-0a108b724756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c68c7db3-d5d9-4c09-92e4-593a8dc8e0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:09:27.330279 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-45e80c23-c576-4b74-8c98-f7ffc6af2c4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:27.330676 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e80c23-c576-4b74-8c98-f7ffc6af2c4c None None] Bound using segment: {'id': '65240f7f-b72e-4f5e-a47d-0a108b724756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c68c7db3-d5d9-4c09-92e4-593a8dc8e0f2'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:09:27.331244 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-45e80c23-c576-4b74-8c98-f7ffc6af2c4c None None] Bound port: c8352f7a-1304-4603-8da3-1da11834181c, host: dv-cinder-845799-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65240f7f-b72e-4f5e-a47d-0a108b724756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c68c7db3-d5d9-4c09-92e4-593a8dc8e0f2'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:09:27.331617 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-45e80c23-c576-4b74-8c98-f7ffc6af2c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:27.335287 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bad8dd-db07-47e9-87db-3f7aec15edaa None None] Sync routers for ids ['bf2f439e-920d-42df-8408-800ea2fe44f5'] in dv-cinder-845799-1-iscsi {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:09:27.340026 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-135d3737-5a53-4d45-bb39-bb0dc35f2f2b None None] Current status of the port 47bd7982-d97c-4b3c-a341-5957806a8a50 is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:09:27.340432 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-135d3737-5a53-4d45-bb39-bb0dc35f2f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:27.342455 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca68938d-b3a2-42d3-9dc0-7ff104c2a269 admin admin] Notify callbacks [] for router, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:27.344275 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-ca68938d-b3a2-42d3-9dc0-7ff104c2a269 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2273126 Jun 27 20:09:27.347362 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 59754) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:27.383074 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bad8dd-db07-47e9-87db-3f7aec15edaa None None] Routers {'bf2f439e-920d-42df-8408-800ea2fe44f5'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:09:27.383840 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f9bad8dd-db07-47e9-87db-3f7aec15edaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:09:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['bf2f439e-920d-42df-8408-800ea2fe44f5'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:09:27.441267 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-45e80c23-c576-4b74-8c98-f7ffc6af2c4c None None] For port c8352f7a-1304-4603-8da3-1da11834181c, host dv-cinder-845799-1-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:09:27.445030 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-45e80c23-c576-4b74-8c98-f7ffc6af2c4c None None] For port c8352f7a-1304-4603-8da3-1da11834181c, host dv-cinder-845799-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=c8352f7a-1304-4603-8da3-1da11834181c,segment=NetworkSegment(65240f7f-b72e-4f5e-a47d-0a108b724756),segment_id=65240f7f-b72e-4f5e-a47d-0a108b724756)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:09:27.451340 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-45e80c23-c576-4b74-8c98-f7ffc6af2c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:27.537800 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dda6f2-27c2-4760-a356-259c383dd4a1 None None] Pushing event updated for resources: {'Port': ['ID=c8352f7a-1304-4603-8da3-1da11834181c,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:27.556621 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-135d3737-5a53-4d45-bb39-bb0dc35f2f2b None None] For port 47bd7982-d97c-4b3c-a341-5957806a8a50, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=47bd7982-d97c-4b3c-a341-5957806a8a50,segment=NetworkSegment(fa644f1e-16ec-4e65-859c-9cfba5396130),segment_id=fa644f1e-16ec-4e65-859c-9cfba5396130)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:09:27.568349 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e80c23-c576-4b74-8c98-f7ffc6af2c4c None None] Routers {'2e6169a9-a327-483a-969a-c4134d389412'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:09:27.568349 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-45e80c23-c576-4b74-8c98-f7ffc6af2c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:09:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['2e6169a9-a327-483a-969a-c4134d389412'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:09:27.569888 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-135d3737-5a53-4d45-bb39-bb0dc35f2f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:27.775559 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d3737-5a53-4d45-bb39-bb0dc35f2f2b None None] Pushing event updated for resources: {'Port': ['ID=47bd7982-d97c-4b3c-a341-5957806a8a50,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:27.780537 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-f9bad8dd-db07-47e9-87db-3f7aec15edaa None None] Set router bf2f439e-920d-42df-8408-800ea2fe44f5 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:09:27.994867 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-45e80c23-c576-4b74-8c98-f7ffc6af2c4c None None] Set router 2e6169a9-a327-483a-969a-c4134d389412 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:09:28.090644 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device c8352f7a-1304-4603-8da3-1da11834181c up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:09:28.337516 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning for port c8352f7a-1304-4603-8da3-1da11834181c completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:09:28.348269 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port c8352f7a-1304-4603-8da3-1da11834181c triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:28.348635 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:28.377396 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-45e80c23-c576-4b74-8c98-f7ffc6af2c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6169a9-a327-483a-969a-c4134d389412', 'name': 'tempest-TestShelveInstance-1720476720-router', 'tenant_id': '51c65c80989a4818b57927f880415044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'eb2a4636-6929-44c5-9662-2d20bf819514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:14Z', 'updated_at': '2022-06-27T20:09:20Z', 'revision_number': 4, 'project_id': '51c65c80989a4818b57927f880415044', 'gw_port': {'id': 'eb2a4636-6929-44c5-9662-2d20bf819514', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6169a9-a327-483a-969a-c4134d389412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:16Z', 'updated_at': '2022-06-27T20:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': 'c8352f7a-1304-4603-8da3-1da11834181c', 'name': '', 'network_id': 'c68c7db3-d5d9-4c09-92e4-593a8dc8e0f2', 'tenant_id': '51c65c80989a4818b57927f880415044', 'mac_address': 'fa:16:3e:2c:62:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6169a9-a327-483a-969a-c4134d389412', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'bf701f3f-0f86-4cd7-bb2d-e1143cd6242a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:19Z', 'updated_at': '2022-06-27T20:09:27Z', 'revision_number': 4, 'project_id': '51c65c80989a4818b57927f880415044', 'subnets': [{'id': 'bf701f3f-0f86-4cd7-bb2d-e1143cd6242a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:09:28.381607 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e80c23-c576-4b74-8c98-f7ffc6af2c4c None None] The sync data for ids ['2e6169a9-a327-483a-969a-c4134d389412'] in dv-cinder-845799-1-iscsi is: [{'id': '2e6169a9-a327-483a-969a-c4134d389412', 'name': 'tempest-TestShelveInstance-1720476720-router', 'tenant_id': '51c65c80989a4818b57927f880415044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'eb2a4636-6929-44c5-9662-2d20bf819514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:14Z', 'updated_at': '2022-06-27T20:09:20Z', 'revision_number': 4, 'project_id': '51c65c80989a4818b57927f880415044', 'gw_port': {'id': 'eb2a4636-6929-44c5-9662-2d20bf819514', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6169a9-a327-483a-969a-c4134d389412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:16Z', 'updated_at': '2022-06-27T20:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': 'c8352f7a-1304-4603-8da3-1da11834181c', 'name': '', 'network_id': 'c68c7db3-d5d9-4c09-92e4-593a8dc8e0f2', 'tenant_id': '51c65c80989a4818b57927f880415044', 'mac_address': 'fa:16:3e:2c:62:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6169a9-a327-483a-969a-c4134d389412', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'bf701f3f-0f86-4cd7-bb2d-e1143cd6242a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:19Z', 'updated_at': '2022-06-27T20:09:27Z', 'revision_number': 4, 'project_id': '51c65c80989a4818b57927f880415044', 'subnets': [{'id': 'bf701f3f-0f86-4cd7-bb2d-e1143cd6242a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:09:28.426484 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-ced99382-a637-4e9a-8182-54a02e75159e None None] Provisioning complete for port 47bd7982-d97c-4b3c-a341-5957806a8a50 triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:28.426850 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ced99382-a637-4e9a-8182-54a02e75159e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:28.551614 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f9bad8dd-db07-47e9-87db-3f7aec15edaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'name': 'tempest-TestMinimumBasicScenario-7953083-router', 'tenant_id': 'f3cf8f149dca402fae175f02d29b94ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'd3cc5922-abf3-4916-94cf-ae9a56ad4244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:23Z', 'updated_at': '2022-06-27T20:09:25Z', 'revision_number': 3, 'project_id': 'f3cf8f149dca402fae175f02d29b94ea', 'gw_port': {'id': 'd3cc5922-abf3-4916-94cf-ae9a56ad4244', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:24Z', 'updated_at': '2022-06-27T20:09:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:09:28.569245 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port c8352f7a-1304-4603-8da3-1da11834181c is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:09:28.569651 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:28.579149 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bad8dd-db07-47e9-87db-3f7aec15edaa None None] Checking router: bf2f439e-920d-42df-8408-800ea2fe44f5 for host: dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:09:28.579499 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bad8dd-db07-47e9-87db-3f7aec15edaa None None] Updating router bf2f439e-920d-42df-8408-800ea2fe44f5 port d3cc5922-abf3-4916-94cf-ae9a56ad4244 binding host dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 20:09:28.601587 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-41c234d8-583e-4cbe-926e-6219b4d263c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:28.695536 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f9bad8dd-db07-47e9-87db-3f7aec15edaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:28.722818 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] For port c8352f7a-1304-4603-8da3-1da11834181c, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=c8352f7a-1304-4603-8da3-1da11834181c,segment=NetworkSegment(65240f7f-b72e-4f5e-a47d-0a108b724756),segment_id=65240f7f-b72e-4f5e-a47d-0a108b724756)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:09:28.745810 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:28.783181 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-ced99382-a637-4e9a-8182-54a02e75159e None None] Current status of the port 47bd7982-d97c-4b3c-a341-5957806a8a50 is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:09:28.831331 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-41c234d8-583e-4cbe-926e-6219b4d263c9 admin admin] Allocated IP 172.20.0.1 (d40ff268-aa38-4161-b8bc-5035a272a9f3/30943b35-a008-4cdb-a621-4896f877b3ea/41a9409b-6727-4f18-9df9-dad83d7033ae) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:09:28.895623 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Pushing event updated for resources: {'Port': ['ID=c8352f7a-1304-4603-8da3-1da11834181c,revision_number=5']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:29.020005 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-41c234d8-583e-4cbe-926e-6219b4d263c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:29.037428 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-41c234d8-583e-4cbe-926e-6219b4d263c9 admin admin] Transition to ACTIVE for port object 41a9409b-6727-4f18-9df9-dad83d7033ae will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:09:29.072939 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-41c234d8-583e-4cbe-926e-6219b4d263c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:29.150226 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c234d8-583e-4cbe-926e-6219b4d263c9 admin admin] Network d40ff268-aa38-4161-b8bc-5035a272a9f3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:09:29.159478 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-41c234d8-583e-4cbe-926e-6219b4d263c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:09:29.170388 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c234d8-583e-4cbe-926e-6219b4d263c9 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:09:29.206415 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f9bad8dd-db07-47e9-87db-3f7aec15edaa None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:29.223734 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c234d8-583e-4cbe-926e-6219b4d263c9 admin admin] Pushing event updated for resources: {'Port': ['ID=41a9409b-6727-4f18-9df9-dad83d7033ae,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:29.232233 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-f9bad8dd-db07-47e9-87db-3f7aec15edaa None None] Transition to ACTIVE for port object d3cc5922-abf3-4916-94cf-ae9a56ad4244 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:09:29.234839 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c234d8-583e-4cbe-926e-6219b4d263c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:29.235189 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c234d8-583e-4cbe-926e-6219b4d263c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:29.235524 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c234d8-583e-4cbe-926e-6219b4d263c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:29.236125 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c234d8-583e-4cbe-926e-6219b4d263c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:29.236234 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c234d8-583e-4cbe-926e-6219b4d263c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:29.236473 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c234d8-583e-4cbe-926e-6219b4d263c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:29.237057 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c234d8-583e-4cbe-926e-6219b4d263c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:29.237185 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c234d8-583e-4cbe-926e-6219b4d263c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:29.237429 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c234d8-583e-4cbe-926e-6219b4d263c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:29.237966 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c234d8-583e-4cbe-926e-6219b4d263c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:29.238166 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c234d8-583e-4cbe-926e-6219b4d263c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:29.238480 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c234d8-583e-4cbe-926e-6219b4d263c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:29.247700 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f9bad8dd-db07-47e9-87db-3f7aec15edaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:29.284657 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-41c234d8-583e-4cbe-926e-6219b4d263c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16270930'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:29.375664 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-f9bad8dd-db07-47e9-87db-3f7aec15edaa None None] Attempting to bind port d3cc5922-abf3-4916-94cf-ae9a56ad4244 on host dv-cinder-845799-1-iscsi for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:09:29.381865 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-f9bad8dd-db07-47e9-87db-3f7aec15edaa None None] Attempting to bind port d3cc5922-abf3-4916-94cf-ae9a56ad4244 by drivers openvswitch,hyperv on host dv-cinder-845799-1-iscsi at level 0 using segments [{'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:09:29.382434 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bad8dd-db07-47e9-87db-3f7aec15edaa None None] Attempting to bind port d3cc5922-abf3-4916-94cf-ae9a56ad4244 on network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:09:29.417545 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a1e87-5923-487b-94c1-e19bce4c37c3 None None] Pushing event updated for resources: {'Port': ['ID=d3cc5922-abf3-4916-94cf-ae9a56ad4244,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:29.422465 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bad8dd-db07-47e9-87db-3f7aec15edaa None None] Checking agent: {'id': '002de21a-1fb9-4fe8-99da-e58f143369d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845799-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'started_at': datetime.datetime(2022, 6, 27, 19, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845799-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:09:29.426983 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bad8dd-db07-47e9-87db-3f7aec15edaa None None] Checking segment: {'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:09:29.429881 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f9bad8dd-db07-47e9-87db-3f7aec15edaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:29.430382 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bad8dd-db07-47e9-87db-3f7aec15edaa None None] Bound using segment: {'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:09:29.430978 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-f9bad8dd-db07-47e9-87db-3f7aec15edaa None None] Bound port: d3cc5922-abf3-4916-94cf-ae9a56ad4244, host: dv-cinder-845799-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:09:29.432886 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f9bad8dd-db07-47e9-87db-3f7aec15edaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:29.470664 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-41c234d8-583e-4cbe-926e-6219b4d263c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:29.554686 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-e20cccdf-41e2-47f9-b897-0585326eb27b tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=469e1b20f40e455aa43d027d3cc58e1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579708 Jun 27 20:09:29.561751 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-f9bad8dd-db07-47e9-87db-3f7aec15edaa None None] For port d3cc5922-abf3-4916-94cf-ae9a56ad4244, host dv-cinder-845799-1-iscsi, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:09:29.571193 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-f9bad8dd-db07-47e9-87db-3f7aec15edaa None None] For port d3cc5922-abf3-4916-94cf-ae9a56ad4244, host dv-cinder-845799-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=d3cc5922-abf3-4916-94cf-ae9a56ad4244,segment=NetworkSegment(c8e1d377-ef10-44fe-8306-b14a68212fb0),segment_id=c8e1d377-ef10-44fe-8306-b14a68212fb0)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:09:29.581089 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f9bad8dd-db07-47e9-87db-3f7aec15edaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:29.710226 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a1e87-5923-487b-94c1-e19bce4c37c3 None None] Pushing event updated for resources: {'Port': ['ID=d3cc5922-abf3-4916-94cf-ae9a56ad4244,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:29.737329 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bad8dd-db07-47e9-87db-3f7aec15edaa None None] Routers {'bf2f439e-920d-42df-8408-800ea2fe44f5'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:09:29.738019 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f9bad8dd-db07-47e9-87db-3f7aec15edaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:09:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['bf2f439e-920d-42df-8408-800ea2fe44f5'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:09:29.773507 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-f668d762-8b96-4ba1-be4b-5bf16d7ebe4f tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:29.775023 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-f668d762-8b96-4ba1-be4b-5bf16d7ebe4f tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2143593 Jun 27 20:09:29.791848 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-c56d3617-ab7f-41ac-b5d6-44bd78981db9 None None] Provisioning for port 41a9409b-6727-4f18-9df9-dad83d7033ae completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:09:29.791996 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-4232491e-c714-48d2-80c1-eb8d0fc060db tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/quotas/469e1b20f40e455aa43d027d3cc58e1e HTTP/1.1" status: 200 len: 375 time: 0.0104113 Jun 27 20:09:29.810844 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-41c234d8-583e-4cbe-926e-6219b4d263c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:29.817944 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-41c234d8-583e-4cbe-926e-6219b4d263c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:29.867451 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-035ed700-3194-40fa-ac31-9adfaf016cec tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=469e1b20f40e455aa43d027d3cc58e1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697384 Jun 27 20:09:29.958243 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-c56d3617-ab7f-41ac-b5d6-44bd78981db9 None None] Provisioning complete for port 41a9409b-6727-4f18-9df9-dad83d7033ae triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:29.958891 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c56d3617-ab7f-41ac-b5d6-44bd78981db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:29.969155 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c234d8-583e-4cbe-926e-6219b4d263c9 admin admin] Pushing event updated for resources: {'Port': ['ID=41a9409b-6727-4f18-9df9-dad83d7033ae,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:29.971755 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-41c234d8-583e-4cbe-926e-6219b4d263c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16717675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16270903'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:29.996117 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 47bd7982-d97c-4b3c-a341-5957806a8a50 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:09:30.092394 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-f9bad8dd-db07-47e9-87db-3f7aec15edaa None None] Set router bf2f439e-920d-42df-8408-800ea2fe44f5 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:09:30.140194 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b3aa4e00-96ee-4614-a001-0cbbb8381e0d req-aecb136d-e4ea-427e-9448-28fb5e0dfc45 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 210 time: 0.0941339 Jun 27 20:09:30.177551 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c234d8-583e-4cbe-926e-6219b4d263c9 admin admin] Network d40ff268-aa38-4161-b8bc-5035a272a9f3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:09:30.178836 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-41c234d8-583e-4cbe-926e-6219b4d263c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:09:30.186863 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-c56d3617-ab7f-41ac-b5d6-44bd78981db9 None None] Port 41a9409b-6727-4f18-9df9-dad83d7033ae cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:09:30.416616 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 47bd7982-d97c-4b3c-a341-5957806a8a50 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:30.422242 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:30.432980 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c234d8-583e-4cbe-926e-6219b4d263c9 admin admin] Router bf2f439e-920d-42df-8408-800ea2fe44f5 has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:09:30.574604 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-98b8dabd-7ca5-41e5-94c3-fe5c7bcc0e64 None None] Provisioning complete for port 41a9409b-6727-4f18-9df9-dad83d7033ae triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:30.575076 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-98b8dabd-7ca5-41e5-94c3-fe5c7bcc0e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:30.692944 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-98b8dabd-7ca5-41e5-94c3-fe5c7bcc0e64 None None] Port 41a9409b-6727-4f18-9df9-dad83d7033ae cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:09:30.760877 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 47bd7982-d97c-4b3c-a341-5957806a8a50 is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:09:30.762002 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device c8352f7a-1304-4603-8da3-1da11834181c up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:09:30.816984 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c234d8-583e-4cbe-926e-6219b4d263c9 admin admin] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:09:30.837135 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-41c234d8-583e-4cbe-926e-6219b4d263c9 admin admin] 10.222.0.23 "PUT /v2.0/routers/bf2f439e-920d-42df-8408-800ea2fe44f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4882872 Jun 27 20:09:30.862240 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-643b4ffd-99fc-48aa-a2d4-edd2e0eb40a8 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Synchronizing usage tracker for tenant:caa8bd5588cd4b908faeb162efc54fb1 on resource:security_group {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:09:30.869215 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f9bad8dd-db07-47e9-87db-3f7aec15edaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'name': 'tempest-TestMinimumBasicScenario-7953083-router', 'tenant_id': 'f3cf8f149dca402fae175f02d29b94ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'd3cc5922-abf3-4916-94cf-ae9a56ad4244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:23Z', 'updated_at': '2022-06-27T20:09:29Z', 'revision_number': 4, 'project_id': 'f3cf8f149dca402fae175f02d29b94ea', 'gw_port': {'id': 'd3cc5922-abf3-4916-94cf-ae9a56ad4244', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:24Z', 'updated_at': '2022-06-27T20:09:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '41a9409b-6727-4f18-9df9-dad83d7033ae', 'name': '', 'network_id': 'd40ff268-aa38-4161-b8bc-5035a272a9f3', 'tenant_id': 'f3cf8f149dca402fae175f02d29b94ea', 'mac_address': 'fa:16:3e:6d:17:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '30943b35-a008-4cdb-a621-4896f877b3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:28Z', 'updated_at': '2022-06-27T20:09:28Z', 'revision_number': 1, 'project_id': 'f3cf8f149dca402fae175f02d29b94ea', 'subnets': [{'id': '30943b35-a008-4cdb-a621-4896f877b3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:09:30.879895 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bad8dd-db07-47e9-87db-3f7aec15edaa None None] The sync data for ids ['bf2f439e-920d-42df-8408-800ea2fe44f5'] in dv-cinder-845799-1-iscsi is: [{'id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'name': 'tempest-TestMinimumBasicScenario-7953083-router', 'tenant_id': 'f3cf8f149dca402fae175f02d29b94ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'd3cc5922-abf3-4916-94cf-ae9a56ad4244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:23Z', 'updated_at': '2022-06-27T20:09:29Z', 'revision_number': 4, 'project_id': 'f3cf8f149dca402fae175f02d29b94ea', 'gw_port': {'id': 'd3cc5922-abf3-4916-94cf-ae9a56ad4244', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:24Z', 'updated_at': '2022-06-27T20:09:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '41a9409b-6727-4f18-9df9-dad83d7033ae', 'name': '', 'network_id': 'd40ff268-aa38-4161-b8bc-5035a272a9f3', 'tenant_id': 'f3cf8f149dca402fae175f02d29b94ea', 'mac_address': 'fa:16:3e:6d:17:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '30943b35-a008-4cdb-a621-4896f877b3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:28Z', 'updated_at': '2022-06-27T20:09:28Z', 'revision_number': 1, 'project_id': 'f3cf8f149dca402fae175f02d29b94ea', 'subnets': [{'id': '30943b35-a008-4cdb-a621-4896f877b3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:09:30.903076 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-643b4ffd-99fc-48aa-a2d4-edd2e0eb40a8 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Unset dirty status for tenant:caa8bd5588cd4b908faeb162efc54fb1 on resource:security_group {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:09:30.905163 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-643b4ffd-99fc-48aa-a2d4-edd2e0eb40a8 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1171699703&fields=id&tenant_id=caa8bd5588cd4b908faeb162efc54fb1 HTTP/1.1" status: 200 len: 267 time: 0.0998166 Jun 27 20:09:30.907055 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port c8352f7a-1304-4603-8da3-1da11834181c triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:30.907415 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:31.056443 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port c8352f7a-1304-4603-8da3-1da11834181c is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:09:31.160088 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-9fdabf2d-3383-45c3-a52a-93ee5a07ec7c tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:31.161661 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-9fdabf2d-3383-45c3-a52a-93ee5a07ec7c tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/networks?id=95174e0b-b3b6-422f-bf95-035686ee2474 HTTP/1.1" status: 200 len: 811 time: 0.2498729 Jun 27 20:09:31.177557 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-56d3287c-c38a-47a3-962a-1f77abbd3b92 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/quotas/caa8bd5588cd4b908faeb162efc54fb1 HTTP/1.1" status: 200 len: 375 time: 0.0101039 Jun 27 20:09:31.306920 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-291db48e-0db3-4f71-ae94-5bcfc07c4987 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Synchronizing usage tracker for tenant:caa8bd5588cd4b908faeb162efc54fb1 on resource:port {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:09:31.382045 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7eb32d2e-6467-4478-991e-d1f6c8e23eea req-6305db5c-be51-4946-930a-2abc7636ab2d tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 210 time: 0.0661619 Jun 27 20:09:31.388926 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-291db48e-0db3-4f71-ae94-5bcfc07c4987 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Unset dirty status for tenant:caa8bd5588cd4b908faeb162efc54fb1 on resource:port {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:09:31.405168 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-291db48e-0db3-4f71-ae94-5bcfc07c4987 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=caa8bd5588cd4b908faeb162efc54fb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2201746 Jun 27 20:09:31.565658 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-abc891dc-e6a6-4f8b-b036-ef5e47a60c57 service neutron] 10.222.0.23 "GET /v2.0/networks/95174e0b-b3b6-422f-bf95-035686ee2474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595576 Jun 27 20:09:31.682112 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-e717125b-758c-43ed-b3df-a285ff5d452a tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=469e1b20f40e455aa43d027d3cc58e1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325723 Jun 27 20:09:31.779511 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-678b55e5-712f-4a29-bb11-79ccb71a7edb service neutron] 10.222.0.23 "GET /v2.0/networks/95174e0b-b3b6-422f-bf95-035686ee2474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985152 Jun 27 20:09:31.904529 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 59856) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:31.913022 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-7ebbd1de-a34a-404f-9439-f64a594bd8ae admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-834147884-network', 'tenant_id': 'ebb1a55d45bf4d1ca1302368f81b8cf5'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:09:31.921733 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-7ebbd1de-a34a-404f-9439-f64a594bd8ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:09:31.931201 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-7ebbd1de-a34a-404f-9439-f64a594bd8ae admin admin] Usage tracker for resource:network and tenant:ebb1a55d45bf4d1ca1302368f81b8cf5 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:09:31.939400 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-7ebbd1de-a34a-404f-9439-f64a594bd8ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:09:31.962669 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-7ebbd1de-a34a-404f-9439-f64a594bd8ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:09:32.001151 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebbd1de-a34a-404f-9439-f64a594bd8ae admin admin] Made reservation on behalf of ebb1a55d45bf4d1ca1302368f81b8cf5 for: {'network': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:09:32.004292 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ebbd1de-a34a-404f-9439-f64a594bd8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for network, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:32.024072 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-cc75ae7c-91a8-4b6e-948a-5f0947b40e74 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:32.026435 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-cc75ae7c-91a8-4b6e-948a-5f0947b40e74 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3352127 Jun 27 20:09:32.056122 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ebbd1de-a34a-404f-9439-f64a594bd8ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:32.068706 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-c0fea199-65a0-4ac6-aa49-610882b5c65c tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Request body: {'port': {'device_id': '4b920c76-e6b8-4dc5-92ed-0ac1e518062b', 'network_id': '6d7467f6-671f-4a51-81ac-7ba86c9d118f', 'admin_state_up': True, 'tenant_id': '469e1b20f40e455aa43d027d3cc58e1e'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:09:32.095767 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-7ebbd1de-a34a-404f-9439-f64a594bd8ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:09:32.100359 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-7ebbd1de-a34a-404f-9439-f64a594bd8ae admin admin] Usage tracker for resource:security_group_rule and tenant:ebb1a55d45bf4d1ca1302368f81b8cf5 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:09:32.105128 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-7ebbd1de-a34a-404f-9439-f64a594bd8ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:09:32.111434 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-7ebbd1de-a34a-404f-9439-f64a594bd8ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:09:32.304395 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ebbd1de-a34a-404f-9439-f64a594bd8ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:32.313621 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ebbd1de-a34a-404f-9439-f64a594bd8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:32.339625 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-c0fea199-65a0-4ac6-aa49-610882b5c65c tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:09:32.348039 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-c0fea199-65a0-4ac6-aa49-610882b5c65c tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Usage tracker for resource:port and tenant:469e1b20f40e455aa43d027d3cc58e1e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:09:32.351756 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-c0fea199-65a0-4ac6-aa49-610882b5c65c tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:09:32.362449 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-c0fea199-65a0-4ac6-aa49-610882b5c65c tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:09:32.367314 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ebbd1de-a34a-404f-9439-f64a594bd8ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=88114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 20:09:32.380516 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-c0fea199-65a0-4ac6-aa49-610882b5c65c tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Made reservation on behalf of 469e1b20f40e455aa43d027d3cc58e1e for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:09:32.386199 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-c0fea199-65a0-4ac6-aa49-610882b5c65c tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:32.388686 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbd1de-a34a-404f-9439-f64a594bd8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5b657f-d2fe-440b-84d0-582546719c2c,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:32.391394 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ebbd1de-a34a-404f-9439-f64a594bd8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603533'] for segment, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:32.391763 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.db.segments_db [None req-7ebbd1de-a34a-404f-9439-f64a594bd8ae admin admin] Added segment 9db83cdb-3ac8-42f5-8068-e454d563e374 of type vlan for network 4599e0c9-0a47-4289-880d-9898d03af9f3 Jun 27 20:09:32.402760 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbd1de-a34a-404f-9439-f64a594bd8ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:32.403180 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbd1de-a34a-404f-9439-f64a594bd8ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:32.403507 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-c0fea199-65a0-4ac6-aa49-610882b5c65c tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:32.403632 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbd1de-a34a-404f-9439-f64a594bd8ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:32.403887 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbd1de-a34a-404f-9439-f64a594bd8ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:32.404438 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbd1de-a34a-404f-9439-f64a594bd8ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:32.404824 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbd1de-a34a-404f-9439-f64a594bd8ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:32.405208 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbd1de-a34a-404f-9439-f64a594bd8ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:32.405619 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbd1de-a34a-404f-9439-f64a594bd8ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:32.406520 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbd1de-a34a-404f-9439-f64a594bd8ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:32.406899 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbd1de-a34a-404f-9439-f64a594bd8ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:32.407782 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbd1de-a34a-404f-9439-f64a594bd8ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:32.407782 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbd1de-a34a-404f-9439-f64a594bd8ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:32.436644 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-c0fea199-65a0-4ac6-aa49-610882b5c65c tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:09:32.442746 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-c0fea199-65a0-4ac6-aa49-610882b5c65c tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Usage tracker for resource:security_group_rule and tenant:469e1b20f40e455aa43d027d3cc58e1e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:09:32.448039 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-c0fea199-65a0-4ac6-aa49-610882b5c65c tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:09:32.466708 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-c0fea199-65a0-4ac6-aa49-610882b5c65c tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:09:32.478356 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ebbd1de-a34a-404f-9439-f64a594bd8ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741810009101'] for network, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:32.549434 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ebbd1de-a34a-404f-9439-f64a594bd8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573'] for network, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:32.550443 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebbd1de-a34a-404f-9439-f64a594bd8ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:32.552396 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ebbd1de-a34a-404f-9439-f64a594bd8ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for network, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:32.655178 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-7ebbd1de-a34a-404f-9439-f64a594bd8ae admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7480428 Jun 27 20:09:32.657924 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 59880) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:32.667649 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-96a03857-d895-4dc5-b667-2e342c78dd8e admin admin] Request body: {'subnet': {'network_id': '4599e0c9-0a47-4289-880d-9898d03af9f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-834147884-subnet', 'tenant_id': 'ebb1a55d45bf4d1ca1302368f81b8cf5', 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:09:32.676672 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-c0fea199-65a0-4ac6-aa49-610882b5c65c tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:32.678316 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-96a03857-d895-4dc5-b667-2e342c78dd8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:09:32.682761 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-96a03857-d895-4dc5-b667-2e342c78dd8e admin admin] Usage tracker for resource:subnet and tenant:ebb1a55d45bf4d1ca1302368f81b8cf5 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:09:32.686371 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-96a03857-d895-4dc5-b667-2e342c78dd8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:09:32.689947 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-c0fea199-65a0-4ac6-aa49-610882b5c65c tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:32.771122 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-96a03857-d895-4dc5-b667-2e342c78dd8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:09:32.773073 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fea199-65a0-4ac6-aa49-610882b5c65c tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:32.878368 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-94fd91cc-7343-4e16-971e-65d808d23a32 req-fa3b5737-1bd3-4d11-ab45-e2bd63f6e69a tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 210 time: 0.2373254 Jun 27 20:09:32.935937 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a03857-d895-4dc5-b667-2e342c78dd8e admin admin] Made reservation on behalf of ebb1a55d45bf4d1ca1302368f81b8cf5 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:09:32.945007 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-96a03857-d895-4dc5-b667-2e342c78dd8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14291746'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:33.031573 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9a660c54-da92-46c2-9dc0-762d06403f52 req-e3021637-754d-45b6-9a7f-b3f335e20ecc tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 210 time: 0.1206253 Jun 27 20:09:33.036667 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbd1de-a34a-404f-9439-f64a594bd8ae admin admin] Pushing event updated for resources: {'Network': ['ID=4599e0c9-0a47-4289-880d-9898d03af9f3,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:33.064348 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Network 4599e0c9-0a47-4289-880d-9898d03af9f3 details requested by agent ovs-agent-dv-cinder-845799-1-iscsi with host dv-cinder-845799-1-iscsi {{(pid=88115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 20:09:33.269498 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-c0fea199-65a0-4ac6-aa49-610882b5c65c tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Allocated IP 192.168.233.28 (6d7467f6-671f-4a51-81ac-7ba86c9d118f/f0d269e8-48ff-48e4-9299-8116db17d55c/8c7c97a3-8188-43cd-8e68-c76d7b67cfab) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:09:33.496963 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-96a03857-d895-4dc5-b667-2e342c78dd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16137241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14291732'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:33.603847 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a03857-d895-4dc5-b667-2e342c78dd8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ee364b9-4388-48cb-a57a-97a8285aa777,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:33.631950 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-c0fea199-65a0-4ac6-aa49-610882b5c65c tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:33.642775 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a03857-d895-4dc5-b667-2e342c78dd8e admin admin] Checking segment: {'id': '9db83cdb-3ac8-42f5-8068-e454d563e374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4599e0c9-0a47-4289-880d-9898d03af9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:09:33.643142 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a03857-d895-4dc5-b667-2e342c78dd8e admin admin] Network hostable DHCP agents. Network: 4599e0c9-0a47-4289-880d-9898d03af9f3, hostable agents: ['4165b8a7-5268-4093-844e-4587fa48cc65'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 20:09:33.659973 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-c0fea199-65a0-4ac6-aa49-610882b5c65c tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Transition to ACTIVE for port object 8c7c97a3-8188-43cd-8e68-c76d7b67cfab will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:09:33.675651 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a03857-d895-4dc5-b667-2e342c78dd8e admin admin] Network 4599e0c9-0a47-4289-880d-9898d03af9f3 is scheduled to be hosted by DHCP agent 4165b8a7-5268-4093-844e-4587fa48cc65 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 20:09:33.690247 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-96a03857-d895-4dc5-b667-2e342c78dd8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845799-1-iscsi, 4599e0c9-0a47-4289-880d-9898d03af9f3) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:09:33.695282 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a03857-d895-4dc5-b667-2e342c78dd8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:33.696031 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-96a03857-d895-4dc5-b667-2e342c78dd8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:33.698814 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7593c8d2-a17b-466f-b2bc-e3a8b23a3790 None None] Network 4599e0c9-0a47-4289-880d-9898d03af9f3 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:09:33.706777 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-c0fea199-65a0-4ac6-aa49-610882b5c65c tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:33.789409 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-c0fea199-65a0-4ac6-aa49-610882b5c65c tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Network 6d7467f6-671f-4a51-81ac-7ba86c9d118f is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:09:33.792933 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-c0fea199-65a0-4ac6-aa49-610882b5c65c tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:09:33.802821 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-96a03857-d895-4dc5-b667-2e342c78dd8e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1436706 Jun 27 20:09:33.805862 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 59898) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:33.806419 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-c0fea199-65a0-4ac6-aa49-610882b5c65c tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:09:33.812868 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-f6565be4-1ddb-4b8f-8fa7-1eca61457dfe admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-834147884-router', 'tenant_id': 'ebb1a55d45bf4d1ca1302368f81b8cf5', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:09:33.821141 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-f6565be4-1ddb-4b8f-8fa7-1eca61457dfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:09:33.830080 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-f6565be4-1ddb-4b8f-8fa7-1eca61457dfe admin admin] Usage tracker for resource:router and tenant:ebb1a55d45bf4d1ca1302368f81b8cf5 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:09:33.839650 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-f6565be4-1ddb-4b8f-8fa7-1eca61457dfe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:09:33.841109 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fea199-65a0-4ac6-aa49-610882b5c65c tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Pushing event updated for resources: {'Port': ['ID=8c7c97a3-8188-43cd-8e68-c76d7b67cfab,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:33.860668 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-f6565be4-1ddb-4b8f-8fa7-1eca61457dfe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:09:33.879049 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f6565be4-1ddb-4b8f-8fa7-1eca61457dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16270966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7578'] for router, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:33.880207 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f6565be4-1ddb-4b8f-8fa7-1eca61457dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16272205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16757837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16391757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4457'] for router, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:33.895147 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-c0fea199-65a0-4ac6-aa49-610882b5c65c tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:33.895885 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-c0fea199-65a0-4ac6-aa49-610882b5c65c tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:33.937050 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-c0fea199-65a0-4ac6-aa49-610882b5c65c tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8941677 Jun 27 20:09:33.946700 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f6565be4-1ddb-4b8f-8fa7-1eca61457dfe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:33.972665 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-892cc192-8f94-4a16-8f16-45825e591b94 service neutron] Request body: {'port': {'device_id': '4b920c76-e6b8-4dc5-92ed-0ac1e518062b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84579'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:09:34.037883 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device d3cc5922-abf3-4916-94cf-ae9a56ad4244 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:09:34.262821 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd1f151-bf63-441d-8742-74b4a218c707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec9038c-6dc9-54f2-9480-5d6565864add-4599e0c9-0a47-4289-880d-9898d03af9f3', 'network_id': '4599e0c9-0a47-4289-880d-9898d03af9f3', 'tenant_id': 'ebb1a55d45bf4d1ca1302368f81b8cf5', 'fixed_ips': [{'subnet_id': '8ee364b9-4388-48cb-a57a-97a8285aa777'}]}} from dv-cinder-845799-1-iscsi. {{(pid=88115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 27 20:09:34.264319 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1dd1f151-bf63-441d-8742-74b4a218c707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:34.287966 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-5250adfe-cd6d-4f2c-ac18-ba3752d742d4 None None] Provisioning for port 8c7c97a3-8188-43cd-8e68-c76d7b67cfab completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:09:34.291662 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-892cc192-8f94-4a16-8f16-45825e591b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:34.296825 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning for port d3cc5922-abf3-4916-94cf-ae9a56ad4244 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:09:34.302597 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port d3cc5922-abf3-4916-94cf-ae9a56ad4244 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:34.303219 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:34.338040 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-5250adfe-cd6d-4f2c-ac18-ba3752d742d4 None None] Provisioning complete for port 8c7c97a3-8188-43cd-8e68-c76d7b67cfab triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:34.338680 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5250adfe-cd6d-4f2c-ac18-ba3752d742d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:34.497697 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-5250adfe-cd6d-4f2c-ac18-ba3752d742d4 None None] Port 8c7c97a3-8188-43cd-8e68-c76d7b67cfab cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:09:34.666703 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port d3cc5922-abf3-4916-94cf-ae9a56ad4244 is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:09:34.667442 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:34.705837 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e9253461-d9e4-4585-bd25-57eaf85e1036 req-11c9738f-ade9-4424-afa5-3d19d65221e4 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 210 time: 0.0925272 Jun 27 20:09:34.742409 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] For port d3cc5922-abf3-4916-94cf-ae9a56ad4244, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=d3cc5922-abf3-4916-94cf-ae9a56ad4244,segment=NetworkSegment(c8e1d377-ef10-44fe-8306-b14a68212fb0),segment_id=c8e1d377-ef10-44fe-8306-b14a68212fb0)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:09:34.752526 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:34.790715 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-44eb3f09-8788-42aa-b8e9-80722f5b6ad2 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:34.791409 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-44eb3f09-8788-42aa-b8e9-80722f5b6ad2 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Synchronizing usage tracker for tenant:caa8bd5588cd4b908faeb162efc54fb1 on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:09:34.830061 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [None req-1dd1f151-bf63-441d-8742-74b4a218c707 None None] Allocated IP 172.20.0.2 (4599e0c9-0a47-4289-880d-9898d03af9f3/8ee364b9-4388-48cb-a57a-97a8285aa777/5469466e-1d8c-4f1b-a075-d5c063b59167) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:09:34.934166 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f6565be4-1ddb-4b8f-8fa7-1eca61457dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16757887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16270975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4475'] for router, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:34.992719 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4fe78-f328-4b92-9b27-65c45f63ce9e req-e23dfb74-f14b-44e0-b6b8-d432e0c3ee32 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:35.000871 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6bc4fe78-f328-4b92-9b27-65c45f63ce9e req-e23dfb74-f14b-44e0-b6b8-d432e0c3ee32 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 935 time: 0.8919554 Jun 27 20:09:35.007693 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Pushing event updated for resources: {'Port': ['ID=d3cc5922-abf3-4916-94cf-ae9a56ad4244,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:35.023504 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:35.028641 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:35.028739 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:35.029045 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:35.029370 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:35.029717 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:35.030035 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:35.030353 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:35.030711 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:35.031159 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:35.031517 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:35.031833 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:35.100839 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c356b06f-826b-44f0-8114-f6126bce67c4 None None] Sync routers for ids ['bf2f439e-920d-42df-8408-800ea2fe44f5'] in dv-cinder-845799-1-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:09:35.111955 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-44eb3f09-8788-42aa-b8e9-80722f5b6ad2 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Unset dirty status for tenant:caa8bd5588cd4b908faeb162efc54fb1 on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:09:35.113707 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-44eb3f09-8788-42aa-b8e9-80722f5b6ad2 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.15 "GET /v2.0/networks?id=95174e0b-b3b6-422f-bf95-035686ee2474 HTTP/1.1" status: 200 len: 811 time: 0.7405825 Jun 27 20:09:35.124081 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c356b06f-826b-44f0-8114-f6126bce67c4 None None] Routers {'bf2f439e-920d-42df-8408-800ea2fe44f5'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:09:35.127090 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-c356b06f-826b-44f0-8114-f6126bce67c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:09:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['bf2f439e-920d-42df-8408-800ea2fe44f5'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:09:35.149436 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6bc4fe78-f328-4b92-9b27-65c45f63ce9e req-99470801-30dc-4300-ad73-b28ae538d964 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472969 Jun 27 20:09:35.196912 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-37c8561d-c97d-495f-9020-48a469bf4c63 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Synchronizing usage tracker for tenant:caa8bd5588cd4b908faeb162efc54fb1 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:09:35.202289 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1dd1f151-bf63-441d-8742-74b4a218c707 None None] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:35.215087 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-1dd1f151-bf63-441d-8742-74b4a218c707 None None] Transition to ACTIVE for port object 5469466e-1d8c-4f1b-a075-d5c063b59167 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:09:35.231424 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-37c8561d-c97d-495f-9020-48a469bf4c63 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Unset dirty status for tenant:caa8bd5588cd4b908faeb162efc54fb1 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:09:35.232564 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-37c8561d-c97d-495f-9020-48a469bf4c63 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=caa8bd5588cd4b908faeb162efc54fb1 HTTP/1.1" status: 200 len: 380 time: 0.1012385 Jun 27 20:09:35.237449 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-1dd1f151-bf63-441d-8742-74b4a218c707 None None] Transition to ACTIVE for port object 5469466e-1d8c-4f1b-a075-d5c063b59167 will not be triggered until provisioned by entity DHCP. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:09:35.245308 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-7e1d8fd9-94b3-46f4-b1da-7c470b969eda tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Request body: {'port': {'device_id': 'e0d27692-315d-4ff4-b1f4-3e5e338cec8f', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'admin_state_up': True, 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'security_groups': ['ba21e14d-48c6-4148-8158-0848ae23102f']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:09:35.247040 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1dd1f151-bf63-441d-8742-74b4a218c707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:35.370481 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd1f151-bf63-441d-8742-74b4a218c707 None None] Pushing event updated for resources: {'Port': ['ID=5469466e-1d8c-4f1b-a075-d5c063b59167,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:35.396409 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd1f151-bf63-441d-8742-74b4a218c707 None None] Network 4599e0c9-0a47-4289-880d-9898d03af9f3 is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:09:35.398596 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-1dd1f151-bf63-441d-8742-74b4a218c707 None None] Resources bound (agent type, host, resource id): {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:09:35.402221 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd1f151-bf63-441d-8742-74b4a218c707 None None] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:09:35.541709 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-c356b06f-826b-44f0-8114-f6126bce67c4 None None] Set router bf2f439e-920d-42df-8408-800ea2fe44f5 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:09:35.543119 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-1dd1f151-bf63-441d-8742-74b4a218c707 None None] Attempting to bind port 5469466e-1d8c-4f1b-a075-d5c063b59167 on host dv-cinder-845799-1-iscsi for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:09:35.543697 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-1dd1f151-bf63-441d-8742-74b4a218c707 None None] Attempting to bind port 5469466e-1d8c-4f1b-a075-d5c063b59167 by drivers openvswitch,hyperv on host dv-cinder-845799-1-iscsi at level 0 using segments [{'id': '9db83cdb-3ac8-42f5-8068-e454d563e374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4599e0c9-0a47-4289-880d-9898d03af9f3'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:09:35.544437 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd1f151-bf63-441d-8742-74b4a218c707 None None] Attempting to bind port 5469466e-1d8c-4f1b-a075-d5c063b59167 on network 4599e0c9-0a47-4289-880d-9898d03af9f3 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:09:35.552196 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd1f151-bf63-441d-8742-74b4a218c707 None None] Checking agent: {'id': '002de21a-1fb9-4fe8-99da-e58f143369d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845799-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'started_at': datetime.datetime(2022, 6, 27, 19, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845799-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:09:35.553206 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd1f151-bf63-441d-8742-74b4a218c707 None None] Checking segment: {'id': '9db83cdb-3ac8-42f5-8068-e454d563e374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4599e0c9-0a47-4289-880d-9898d03af9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:09:35.553872 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1dd1f151-bf63-441d-8742-74b4a218c707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:35.554634 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd1f151-bf63-441d-8742-74b4a218c707 None None] Bound using segment: {'id': '9db83cdb-3ac8-42f5-8068-e454d563e374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4599e0c9-0a47-4289-880d-9898d03af9f3'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:09:35.555797 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-1dd1f151-bf63-441d-8742-74b4a218c707 None None] Bound port: 5469466e-1d8c-4f1b-a075-d5c063b59167, host: dv-cinder-845799-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db83cdb-3ac8-42f5-8068-e454d563e374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4599e0c9-0a47-4289-880d-9898d03af9f3'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:09:35.556180 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-7e1d8fd9-94b3-46f4-b1da-7c470b969eda tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:09:35.557315 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1dd1f151-bf63-441d-8742-74b4a218c707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:35.574042 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-892cc192-8f94-4a16-8f16-45825e591b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c7c97a3-8188-43cd-8e68-c76d7b67cfab {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:09:35.579492 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-7e1d8fd9-94b3-46f4-b1da-7c470b969eda tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:09:35.588327 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-892cc192-8f94-4a16-8f16-45825e591b94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:35.618866 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-892cc192-8f94-4a16-8f16-45825e591b94 service neutron] Transition to ACTIVE for port object 8c7c97a3-8188-43cd-8e68-c76d7b67cfab will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:09:35.624288 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-892cc192-8f94-4a16-8f16-45825e591b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:35.660419 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-7e1d8fd9-94b3-46f4-b1da-7c470b969eda tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Made reservation on behalf of caa8bd5588cd4b908faeb162efc54fb1 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:09:35.664451 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-7e1d8fd9-94b3-46f4-b1da-7c470b969eda tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:35.697834 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-1dd1f151-bf63-441d-8742-74b4a218c707 None None] For port 5469466e-1d8c-4f1b-a075-d5c063b59167, host dv-cinder-845799-1-iscsi, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:09:35.704861 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-1dd1f151-bf63-441d-8742-74b4a218c707 None None] For port 5469466e-1d8c-4f1b-a075-d5c063b59167, host dv-cinder-845799-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=5469466e-1d8c-4f1b-a075-d5c063b59167,segment=NetworkSegment(9db83cdb-3ac8-42f5-8068-e454d563e374),segment_id=9db83cdb-3ac8-42f5-8068-e454d563e374)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:09:35.714334 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1dd1f151-bf63-441d-8742-74b4a218c707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:35.729825 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f6565be4-1ddb-4b8f-8fa7-1eca61457dfe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:35.784515 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f6565be4-1ddb-4b8f-8fa7-1eca61457dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:36.029320 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd1f151-bf63-441d-8742-74b4a218c707 None None] Pushing event updated for resources: {'Port': ['ID=5469466e-1d8c-4f1b-a075-d5c063b59167,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:36.063749 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device d3cc5922-abf3-4916-94cf-ae9a56ad4244 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:09:36.070322 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-c356b06f-826b-44f0-8114-f6126bce67c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'name': 'tempest-TestMinimumBasicScenario-7953083-router', 'tenant_id': 'f3cf8f149dca402fae175f02d29b94ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'd3cc5922-abf3-4916-94cf-ae9a56ad4244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:23Z', 'updated_at': '2022-06-27T20:09:29Z', 'revision_number': 4, 'project_id': 'f3cf8f149dca402fae175f02d29b94ea', 'gw_port': {'id': 'd3cc5922-abf3-4916-94cf-ae9a56ad4244', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:24Z', 'updated_at': '2022-06-27T20:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '41a9409b-6727-4f18-9df9-dad83d7033ae', 'name': '', 'network_id': 'd40ff268-aa38-4161-b8bc-5035a272a9f3', 'tenant_id': 'f3cf8f149dca402fae175f02d29b94ea', 'mac_address': 'fa:16:3e:6d:17:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '30943b35-a008-4cdb-a621-4896f877b3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:28Z', 'updated_at': '2022-06-27T20:09:29Z', 'revision_number': 2, 'project_id': 'f3cf8f149dca402fae175f02d29b94ea', 'subnets': [{'id': '30943b35-a008-4cdb-a621-4896f877b3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:09:36.074636 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c356b06f-826b-44f0-8114-f6126bce67c4 None None] Checking router: bf2f439e-920d-42df-8408-800ea2fe44f5 for host: dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:09:36.074988 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c356b06f-826b-44f0-8114-f6126bce67c4 None None] Updating router bf2f439e-920d-42df-8408-800ea2fe44f5 port 41a9409b-6727-4f18-9df9-dad83d7033ae binding host dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 20:09:36.173330 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c356b06f-826b-44f0-8114-f6126bce67c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:36.212478 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b69ea022-fc51-4f22-a4a4-99b71a971780 req-107d586d-bfa0-4816-afce-e4a9eefd78ae tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 210 time: 0.1563029 Jun 27 20:09:36.249105 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port d3cc5922-abf3-4916-94cf-ae9a56ad4244 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:36.249504 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:36.252392 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-f6565be4-1ddb-4b8f-8fa7-1eca61457dfe admin admin] Allocated IP 172.27.3.3 (f5e38b28-d42a-47c6-b8ea-5d0ae1b51160/4aa6a97f-4da5-4d03-b34a-f88023a9290b/e2d6ae6b-664e-436d-879b-cebf3c6dd533) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:09:36.411556 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892cc192-8f94-4a16-8f16-45825e591b94 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7c97a3-8188-43cd-8e68-c76d7b67cfab,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:36.476280 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f6565be4-1ddb-4b8f-8fa7-1eca61457dfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:36.596350 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port d3cc5922-abf3-4916-94cf-ae9a56ad4244 is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:09:36.643540 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-892cc192-8f94-4a16-8f16-45825e591b94 service neutron] Attempting to bind port 8c7c97a3-8188-43cd-8e68-c76d7b67cfab on host hv-cinder-84579 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:09:36.644134 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-892cc192-8f94-4a16-8f16-45825e591b94 service neutron] Attempting to bind port 8c7c97a3-8188-43cd-8e68-c76d7b67cfab by drivers openvswitch,hyperv on host hv-cinder-84579 at level 0 using segments [{'id': 'bef805e1-620c-40dc-a102-0cfeaa476948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6d7467f6-671f-4a51-81ac-7ba86c9d118f'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:09:36.644251 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-892cc192-8f94-4a16-8f16-45825e591b94 service neutron] Attempting to bind port 8c7c97a3-8188-43cd-8e68-c76d7b67cfab on network 6d7467f6-671f-4a51-81ac-7ba86c9d118f {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:09:36.646765 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-7e1d8fd9-94b3-46f4-b1da-7c470b969eda tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Allocated IP 172.20.0.10 (95174e0b-b3b6-422f-bf95-035686ee2474/d296a220-8d8b-48c1-98ba-4729812d3752/86fc25b5-286c-4b3d-a14a-9f701c9e4d53) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:09:36.654511 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-892cc192-8f94-4a16-8f16-45825e591b94 service neutron] Port 8c7c97a3-8188-43cd-8e68-c76d7b67cfab on network 6d7467f6-671f-4a51-81ac-7ba86c9d118f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84579 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 20:09:36.654891 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-892cc192-8f94-4a16-8f16-45825e591b94 service neutron] Attempting to bind port 8c7c97a3-8188-43cd-8e68-c76d7b67cfab on network 6d7467f6-671f-4a51-81ac-7ba86c9d118f {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:09:36.663913 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-892cc192-8f94-4a16-8f16-45825e591b94 service neutron] Checking agent: {'id': '31e345cd-768d-4f38-b592-a73bb4a1bf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84579', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'started_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:09:36.664359 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-892cc192-8f94-4a16-8f16-45825e591b94 service neutron] Checking segment: {'id': 'bef805e1-620c-40dc-a102-0cfeaa476948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6d7467f6-671f-4a51-81ac-7ba86c9d118f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:09:36.664732 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-892cc192-8f94-4a16-8f16-45825e591b94 service neutron] Bound using segment: {'id': 'bef805e1-620c-40dc-a102-0cfeaa476948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6d7467f6-671f-4a51-81ac-7ba86c9d118f'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:09:36.665233 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-892cc192-8f94-4a16-8f16-45825e591b94 service neutron] Bound port: 8c7c97a3-8188-43cd-8e68-c76d7b67cfab, host: hv-cinder-84579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bef805e1-620c-40dc-a102-0cfeaa476948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6d7467f6-671f-4a51-81ac-7ba86c9d118f'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:09:36.665669 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-892cc192-8f94-4a16-8f16-45825e591b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:36.688351 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f6565be4-1ddb-4b8f-8fa7-1eca61457dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14170096'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:36.806144 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6565be4-1ddb-4b8f-8fa7-1eca61457dfe admin admin] Pushing event updated for resources: {'Port': ['ID=e2d6ae6b-664e-436d-879b-cebf3c6dd533,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:36.812211 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6565be4-1ddb-4b8f-8fa7-1eca61457dfe admin admin] Network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:09:36.818755 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-f6565be4-1ddb-4b8f-8fa7-1eca61457dfe admin admin] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:09:36.820713 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6565be4-1ddb-4b8f-8fa7-1eca61457dfe admin admin] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:09:36.823505 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c356b06f-826b-44f0-8114-f6126bce67c4 None None] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:36.844709 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-c356b06f-826b-44f0-8114-f6126bce67c4 None None] Transition to ACTIVE for port object 41a9409b-6727-4f18-9df9-dad83d7033ae will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:09:36.859145 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c356b06f-826b-44f0-8114-f6126bce67c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:36.967396 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-892cc192-8f94-4a16-8f16-45825e591b94 service neutron] For port 8c7c97a3-8188-43cd-8e68-c76d7b67cfab, host hv-cinder-84579, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:09:36.980401 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-7e1d8fd9-94b3-46f4-b1da-7c470b969eda tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:36.989101 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-892cc192-8f94-4a16-8f16-45825e591b94 service neutron] For port 8c7c97a3-8188-43cd-8e68-c76d7b67cfab, host hv-cinder-84579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=8c7c97a3-8188-43cd-8e68-c76d7b67cfab,segment=NetworkSegment(bef805e1-620c-40dc-a102-0cfeaa476948),segment_id=bef805e1-620c-40dc-a102-0cfeaa476948)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:09:36.997379 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-892cc192-8f94-4a16-8f16-45825e591b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:37.021910 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb316d3d-d80a-4b47-b40c-f3770d5baf29 None None] Pushing event updated for resources: {'Port': ['ID=41a9409b-6727-4f18-9df9-dad83d7033ae,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:37.053782 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-7e1d8fd9-94b3-46f4-b1da-7c470b969eda tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Transition to ACTIVE for port object 86fc25b5-286c-4b3d-a14a-9f701c9e4d53 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:09:37.080703 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-892cc192-8f94-4a16-8f16-45825e591b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:37.081505 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-892cc192-8f94-4a16-8f16-45825e591b94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:37.083289 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-892cc192-8f94-4a16-8f16-45825e591b94 service neutron] 10.222.0.15 "PUT /v2.0/ports/8c7c97a3-8188-43cd-8e68-c76d7b67cfab HTTP/1.1" status: 200 len: 1097 time: 3.1232038 Jun 27 20:09:37.086137 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b920c76-e6b8-4dc5-92ed-0ac1e518062b', 'tag': '8c7c97a3-8188-43cd-8e68-c76d7b67cfab'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:09:37.144648 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892cc192-8f94-4a16-8f16-45825e591b94 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7c97a3-8188-43cd-8e68-c76d7b67cfab,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:37.155178 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-7e1d8fd9-94b3-46f4-b1da-7c470b969eda tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:37.238777 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-c356b06f-826b-44f0-8114-f6126bce67c4 None None] Attempting to bind port 41a9409b-6727-4f18-9df9-dad83d7033ae on host dv-cinder-845799-1-iscsi for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:09:37.239662 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-c356b06f-826b-44f0-8114-f6126bce67c4 None None] Attempting to bind port 41a9409b-6727-4f18-9df9-dad83d7033ae by drivers openvswitch,hyperv on host dv-cinder-845799-1-iscsi at level 0 using segments [{'id': 'fa644f1e-16ec-4e65-859c-9cfba5396130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd40ff268-aa38-4161-b8bc-5035a272a9f3'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:09:37.240178 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c356b06f-826b-44f0-8114-f6126bce67c4 None None] Attempting to bind port 41a9409b-6727-4f18-9df9-dad83d7033ae on network d40ff268-aa38-4161-b8bc-5035a272a9f3 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:09:37.252599 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c356b06f-826b-44f0-8114-f6126bce67c4 None None] Checking agent: {'id': '002de21a-1fb9-4fe8-99da-e58f143369d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845799-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'started_at': datetime.datetime(2022, 6, 27, 19, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845799-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:09:37.252982 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c356b06f-826b-44f0-8114-f6126bce67c4 None None] Checking segment: {'id': 'fa644f1e-16ec-4e65-859c-9cfba5396130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd40ff268-aa38-4161-b8bc-5035a272a9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:09:37.253392 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c356b06f-826b-44f0-8114-f6126bce67c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:37.253815 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c356b06f-826b-44f0-8114-f6126bce67c4 None None] Bound using segment: {'id': 'fa644f1e-16ec-4e65-859c-9cfba5396130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd40ff268-aa38-4161-b8bc-5035a272a9f3'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:09:37.254302 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-c356b06f-826b-44f0-8114-f6126bce67c4 None None] Bound port: 41a9409b-6727-4f18-9df9-dad83d7033ae, host: dv-cinder-845799-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa644f1e-16ec-4e65-859c-9cfba5396130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd40ff268-aa38-4161-b8bc-5035a272a9f3'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:09:37.254686 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c356b06f-826b-44f0-8114-f6126bce67c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:37.289873 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fd19b-5be8-498d-8b48-f0d9fcf6a1e5 req-31692a96-bf29-44dc-b28d-52aca464d1bd tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:37.291594 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-be8fd19b-5be8-498d-8b48-f0d9fcf6a1e5 req-31692a96-bf29-44dc-b28d-52aca464d1bd tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.7247822 Jun 27 20:09:37.300325 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-7e1d8fd9-94b3-46f4-b1da-7c470b969eda tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Network 95174e0b-b3b6-422f-bf95-035686ee2474 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:09:37.301922 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-7e1d8fd9-94b3-46f4-b1da-7c470b969eda tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:09:37.311793 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5c247-d3c5-4799-9cac-43cfdf4deb47 req-def91385-6f54-4721-afac-45425f266844 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:37.318884 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-7e1d8fd9-94b3-46f4-b1da-7c470b969eda tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:09:37.321007 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-62c5c247-d3c5-4799-9cac-43cfdf4deb47 req-def91385-6f54-4721-afac-45425f266844 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 947 time: 0.7552888 Jun 27 20:09:37.398549 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d8fd9-94b3-46f4-b1da-7c470b969eda tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Pushing event updated for resources: {'Port': ['ID=86fc25b5-286c-4b3d-a14a-9f701c9e4d53,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:37.427441 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-c356b06f-826b-44f0-8114-f6126bce67c4 None None] For port 41a9409b-6727-4f18-9df9-dad83d7033ae, host dv-cinder-845799-1-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:09:37.431756 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-c356b06f-826b-44f0-8114-f6126bce67c4 None None] For port 41a9409b-6727-4f18-9df9-dad83d7033ae, host dv-cinder-845799-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=41a9409b-6727-4f18-9df9-dad83d7033ae,segment=NetworkSegment(fa644f1e-16ec-4e65-859c-9cfba5396130),segment_id=fa644f1e-16ec-4e65-859c-9cfba5396130)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:09:37.441683 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c356b06f-826b-44f0-8114-f6126bce67c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:37.481538 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-7e1d8fd9-94b3-46f4-b1da-7c470b969eda tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:37.482296 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-7e1d8fd9-94b3-46f4-b1da-7c470b969eda tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:37.520939 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-7e1d8fd9-94b3-46f4-b1da-7c470b969eda tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2796242 Jun 27 20:09:37.555540 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-62c5c247-d3c5-4799-9cac-43cfdf4deb47 req-c50f03a0-1c44-4c2e-9c7d-557a4f30dc07 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322164 Jun 27 20:09:37.559087 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-be8fd19b-5be8-498d-8b48-f0d9fcf6a1e5 req-a52c5215-4309-4d01-9648-078e26098ac5 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360082 Jun 27 20:09:37.620977 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c356b06f-826b-44f0-8114-f6126bce67c4 None None] Routers {'bf2f439e-920d-42df-8408-800ea2fe44f5'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:09:37.621552 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-c356b06f-826b-44f0-8114-f6126bce67c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:09:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['bf2f439e-920d-42df-8408-800ea2fe44f5'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:09:37.680358 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d856631e-13af-4615-bbe8-ce556d274c36'] response: {'name': 'network-changed', 'server_uuid': '4b920c76-e6b8-4dc5-92ed-0ac1e518062b', 'tag': '8c7c97a3-8188-43cd-8e68-c76d7b67cfab', 'status': 'completed', 'code': 200} Jun 27 20:09:37.818533 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-b08aba94-a2f9-4488-a7f9-95074ac8e743 None None] Provisioning for port 86fc25b5-286c-4b3d-a14a-9f701c9e4d53 completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:09:37.824335 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-b08aba94-a2f9-4488-a7f9-95074ac8e743 None None] Provisioning complete for port 86fc25b5-286c-4b3d-a14a-9f701c9e4d53 triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:37.824894 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b08aba94-a2f9-4488-a7f9-95074ac8e743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:37.826886 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb316d3d-d80a-4b47-b40c-f3770d5baf29 None None] Pushing event updated for resources: {'Port': ['ID=41a9409b-6727-4f18-9df9-dad83d7033ae,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:37.946421 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-b08aba94-a2f9-4488-a7f9-95074ac8e743 None None] Port 86fc25b5-286c-4b3d-a14a-9f701c9e4d53 cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:09:37.981205 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb11594d-36b1-409e-b5ae-33df1c391965 None None] Network 4599e0c9-0a47-4289-880d-9898d03af9f3 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:09:38.019261 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f6565be4-1ddb-4b8f-8fa7-1eca61457dfe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:38.024029 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-c356b06f-826b-44f0-8114-f6126bce67c4 None None] Set router bf2f439e-920d-42df-8408-800ea2fe44f5 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:09:38.082180 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 5469466e-1d8c-4f1b-a075-d5c063b59167 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:09:38.156424 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-304bebbc-76ae-4203-9b53-cf4a557134d4 None None] Provisioning for port 5469466e-1d8c-4f1b-a075-d5c063b59167 completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:09:38.167533 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2478a-81e4-4ac2-8ffe-2e99d4d59248 req-1aeaba6c-d3cf-446f-bf10-22b4f50564c2 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:38.175097 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a2e2478a-81e4-4ac2-8ffe-2e99d4d59248 req-1aeaba6c-d3cf-446f-bf10-22b4f50564c2 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 932 time: 0.3679013 Jun 27 20:09:38.240635 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning for port 5469466e-1d8c-4f1b-a075-d5c063b59167 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:09:38.250672 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 5469466e-1d8c-4f1b-a075-d5c063b59167 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:38.251037 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:38.257606 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a2e2478a-81e4-4ac2-8ffe-2e99d4d59248 req-ca7b3614-101e-4e96-8afe-85f0d171be61 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735528 Jun 27 20:09:38.364710 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-c356b06f-826b-44f0-8114-f6126bce67c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'name': 'tempest-TestMinimumBasicScenario-7953083-router', 'tenant_id': 'f3cf8f149dca402fae175f02d29b94ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'd3cc5922-abf3-4916-94cf-ae9a56ad4244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:23Z', 'updated_at': '2022-06-27T20:09:29Z', 'revision_number': 4, 'project_id': 'f3cf8f149dca402fae175f02d29b94ea', 'gw_port': {'id': 'd3cc5922-abf3-4916-94cf-ae9a56ad4244', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:24Z', 'updated_at': '2022-06-27T20:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '41a9409b-6727-4f18-9df9-dad83d7033ae', 'name': '', 'network_id': 'd40ff268-aa38-4161-b8bc-5035a272a9f3', 'tenant_id': 'f3cf8f149dca402fae175f02d29b94ea', 'mac_address': 'fa:16:3e:6d:17:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '30943b35-a008-4cdb-a621-4896f877b3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:28Z', 'updated_at': '2022-06-27T20:09:37Z', 'revision_number': 4, 'project_id': 'f3cf8f149dca402fae175f02d29b94ea', 'subnets': [{'id': '30943b35-a008-4cdb-a621-4896f877b3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:09:38.368523 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c356b06f-826b-44f0-8114-f6126bce67c4 None None] The sync data for ids ['bf2f439e-920d-42df-8408-800ea2fe44f5'] in dv-cinder-845799-1-iscsi is: [{'id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'name': 'tempest-TestMinimumBasicScenario-7953083-router', 'tenant_id': 'f3cf8f149dca402fae175f02d29b94ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'd3cc5922-abf3-4916-94cf-ae9a56ad4244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:23Z', 'updated_at': '2022-06-27T20:09:29Z', 'revision_number': 4, 'project_id': 'f3cf8f149dca402fae175f02d29b94ea', 'gw_port': {'id': 'd3cc5922-abf3-4916-94cf-ae9a56ad4244', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:24Z', 'updated_at': '2022-06-27T20:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '41a9409b-6727-4f18-9df9-dad83d7033ae', 'name': '', 'network_id': 'd40ff268-aa38-4161-b8bc-5035a272a9f3', 'tenant_id': 'f3cf8f149dca402fae175f02d29b94ea', 'mac_address': 'fa:16:3e:6d:17:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '30943b35-a008-4cdb-a621-4896f877b3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:28Z', 'updated_at': '2022-06-27T20:09:37Z', 'revision_number': 4, 'project_id': 'f3cf8f149dca402fae175f02d29b94ea', 'subnets': [{'id': '30943b35-a008-4cdb-a621-4896f877b3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:09:38.437808 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 5469466e-1d8c-4f1b-a075-d5c063b59167 is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:09:38.437936 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:38.471235 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] For port 5469466e-1d8c-4f1b-a075-d5c063b59167, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=5469466e-1d8c-4f1b-a075-d5c063b59167,segment=NetworkSegment(9db83cdb-3ac8-42f5-8068-e454d563e374),segment_id=9db83cdb-3ac8-42f5-8068-e454d563e374)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:09:38.474044 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f6565be4-1ddb-4b8f-8fa7-1eca61457dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16270916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16757784'] for router, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:38.475220 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:38.552533 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Pushing event updated for resources: {'Port': ['ID=5469466e-1d8c-4f1b-a075-d5c063b59167,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:38.669542 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-e374bbc1-9c49-43fe-be9e-b15ad38eb505 None None] Provisioning complete for port 5469466e-1d8c-4f1b-a075-d5c063b59167 triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:38.670195 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e374bbc1-9c49-43fe-be9e-b15ad38eb505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:38.756623 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6565be4-1ddb-4b8f-8fa7-1eca61457dfe admin admin] Router ac707008-9f3c-4d6c-b986-e76642172188 is scheduled to L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e with binding_index 1 {{(pid=88114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 27 20:09:38.802657 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-e374bbc1-9c49-43fe-be9e-b15ad38eb505 None None] Current status of the port 5469466e-1d8c-4f1b-a075-d5c063b59167 is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:09:39.026270 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfe25f-6134-4bc5-bad5-1092cb093b44 req-5fafaa77-4a41-457e-9b22-18c0b4954c0d tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:39.027987 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2acfe25f-6134-4bc5-bad5-1092cb093b44 req-5fafaa77-4a41-457e-9b22-18c0b4954c0d tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.3120179 Jun 27 20:09:39.074220 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057f7b9-350a-46c1-9155-5d00ba775ad6 req-f5b8f4ef-c49f-4fbc-8323-60db0c1cdb06 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:39.076008 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2057f7b9-350a-46c1-9155-5d00ba775ad6 req-f5b8f4ef-c49f-4fbc-8323-60db0c1cdb06 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 947 time: 0.3553078 Jun 27 20:09:39.088148 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6565be4-1ddb-4b8f-8fa7-1eca61457dfe admin admin] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:09:39.099378 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caa0a39-9583-4cd8-81d2-a4c8a91006f9 None None] Sync routers for ids ['ac707008-9f3c-4d6c-b986-e76642172188'] in dv-cinder-845799-1-iscsi {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:09:39.110358 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caa0a39-9583-4cd8-81d2-a4c8a91006f9 None None] Routers {'ac707008-9f3c-4d6c-b986-e76642172188'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:09:39.111028 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-9caa0a39-9583-4cd8-81d2-a4c8a91006f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:09:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['ac707008-9f3c-4d6c-b986-e76642172188'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:09:39.258029 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2acfe25f-6134-4bc5-bad5-1092cb093b44 req-f20b16ec-323d-4e7b-b2e2-2d5d99bcb81e tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209029 Jun 27 20:09:39.288000 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f6565be4-1ddb-4b8f-8fa7-1eca61457dfe admin admin] Notify callbacks [] for router, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:39.290148 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-f6565be4-1ddb-4b8f-8fa7-1eca61457dfe admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4823751 Jun 27 20:09:39.292456 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 59962) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:09:39.294723 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2057f7b9-350a-46c1-9155-5d00ba775ad6 req-1a814115-c7c8-403d-a9bc-3899d4fb8e5d tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098126 Jun 27 20:09:39.295471 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-9caa0a39-9583-4cd8-81d2-a4c8a91006f9 None None] Set router ac707008-9f3c-4d6c-b986-e76642172188 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:09:39.466905 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75ff5d-ca87-4dc0-ae4a-5ede0b65d04f req-042dc2d1-073e-452c-ad75-35d116d5feb1 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:39.468518 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9e75ff5d-ca87-4dc0-ae4a-5ede0b65d04f req-042dc2d1-073e-452c-ad75-35d116d5feb1 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 932 time: 0.0906162 Jun 27 20:09:39.526486 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9e75ff5d-ca87-4dc0-ae4a-5ede0b65d04f req-aea52383-fc04-4294-b723-f8fb5703e217 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514188 Jun 27 20:09:39.588596 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-9caa0a39-9583-4cd8-81d2-a4c8a91006f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac707008-9f3c-4d6c-b986-e76642172188', 'name': 'tempest-TestMinimumBasicScenario-834147884-router', 'tenant_id': 'ebb1a55d45bf4d1ca1302368f81b8cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e2d6ae6b-664e-436d-879b-cebf3c6dd533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:33Z', 'updated_at': '2022-06-27T20:09:37Z', 'revision_number': 3, 'project_id': 'ebb1a55d45bf4d1ca1302368f81b8cf5', 'gw_port': {'id': 'e2d6ae6b-664e-436d-879b-cebf3c6dd533', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:aa:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac707008-9f3c-4d6c-b986-e76642172188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:35Z', 'updated_at': '2022-06-27T20:09:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:09:39.592543 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caa0a39-9583-4cd8-81d2-a4c8a91006f9 None None] Checking router: ac707008-9f3c-4d6c-b986-e76642172188 for host: dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:09:39.592936 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caa0a39-9583-4cd8-81d2-a4c8a91006f9 None None] Updating router ac707008-9f3c-4d6c-b986-e76642172188 port e2d6ae6b-664e-436d-879b-cebf3c6dd533 binding host dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 20:09:39.647909 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9caa0a39-9583-4cd8-81d2-a4c8a91006f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:39.936422 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 5469466e-1d8c-4f1b-a075-d5c063b59167 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:09:40.066420 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 5469466e-1d8c-4f1b-a075-d5c063b59167 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:40.066784 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:40.142468 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-db9e5a0a-0aec-4dfb-ae9f-16a59ba0035b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:40.206537 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9caa0a39-9583-4cd8-81d2-a4c8a91006f9 None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:40.222882 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-9caa0a39-9583-4cd8-81d2-a4c8a91006f9 None None] Transition to ACTIVE for port object e2d6ae6b-664e-436d-879b-cebf3c6dd533 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:09:40.256783 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9caa0a39-9583-4cd8-81d2-a4c8a91006f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:40.340693 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 5469466e-1d8c-4f1b-a075-d5c063b59167 is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:09:40.341785 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 41a9409b-6727-4f18-9df9-dad83d7033ae up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:09:40.360342 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-db9e5a0a-0aec-4dfb-ae9f-16a59ba0035b admin admin] Allocated IP 172.20.0.1 (4599e0c9-0a47-4289-880d-9898d03af9f3/8ee364b9-4388-48cb-a57a-97a8285aa777/9ad36055-bb24-4f1f-9d76-650067de2c2e) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:09:40.390604 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-9caa0a39-9583-4cd8-81d2-a4c8a91006f9 None None] Attempting to bind port e2d6ae6b-664e-436d-879b-cebf3c6dd533 on host dv-cinder-845799-1-iscsi for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:09:40.390961 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-9caa0a39-9583-4cd8-81d2-a4c8a91006f9 None None] Attempting to bind port e2d6ae6b-664e-436d-879b-cebf3c6dd533 by drivers openvswitch,hyperv on host dv-cinder-845799-1-iscsi at level 0 using segments [{'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:09:40.391305 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caa0a39-9583-4cd8-81d2-a4c8a91006f9 None None] Attempting to bind port e2d6ae6b-664e-436d-879b-cebf3c6dd533 on network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:09:40.401897 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62ff98-7a73-41be-9818-6be13d62c088 None None] Pushing event updated for resources: {'Port': ['ID=e2d6ae6b-664e-436d-879b-cebf3c6dd533,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:40.407926 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caa0a39-9583-4cd8-81d2-a4c8a91006f9 None None] Checking agent: {'id': '002de21a-1fb9-4fe8-99da-e58f143369d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845799-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'started_at': datetime.datetime(2022, 6, 27, 19, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845799-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:09:40.408290 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caa0a39-9583-4cd8-81d2-a4c8a91006f9 None None] Checking segment: {'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:09:40.408677 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9caa0a39-9583-4cd8-81d2-a4c8a91006f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:40.409227 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caa0a39-9583-4cd8-81d2-a4c8a91006f9 None None] Bound using segment: {'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:09:40.409724 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-9caa0a39-9583-4cd8-81d2-a4c8a91006f9 None None] Bound port: e2d6ae6b-664e-436d-879b-cebf3c6dd533, host: dv-cinder-845799-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:09:40.410089 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9caa0a39-9583-4cd8-81d2-a4c8a91006f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:40.513208 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning for port 41a9409b-6727-4f18-9df9-dad83d7033ae completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:09:40.520445 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-9caa0a39-9583-4cd8-81d2-a4c8a91006f9 None None] For port e2d6ae6b-664e-436d-879b-cebf3c6dd533, host dv-cinder-845799-1-iscsi, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:09:40.524227 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-9caa0a39-9583-4cd8-81d2-a4c8a91006f9 None None] For port e2d6ae6b-664e-436d-879b-cebf3c6dd533, host dv-cinder-845799-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=e2d6ae6b-664e-436d-879b-cebf3c6dd533,segment=NetworkSegment(c8e1d377-ef10-44fe-8306-b14a68212fb0),segment_id=c8e1d377-ef10-44fe-8306-b14a68212fb0)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:09:40.525124 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 41a9409b-6727-4f18-9df9-dad83d7033ae triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:40.525492 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:40.529088 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-db9e5a0a-0aec-4dfb-ae9f-16a59ba0035b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:40.548402 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-db9e5a0a-0aec-4dfb-ae9f-16a59ba0035b admin admin] Transition to ACTIVE for port object 9ad36055-bb24-4f1f-9d76-650067de2c2e will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:09:40.555698 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9caa0a39-9583-4cd8-81d2-a4c8a91006f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:40.558006 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ec5c3-49e8-4427-b72c-95d6e40e9dd9 req-0e6c6683-2410-40ca-8886-16547c44bd30 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:40.560029 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-161ec5c3-49e8-4427-b72c-95d6e40e9dd9 req-0e6c6683-2410-40ca-8886-16547c44bd30 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.1836271 Jun 27 20:09:40.583961 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-db9e5a0a-0aec-4dfb-ae9f-16a59ba0035b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:40.631460 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-161ec5c3-49e8-4427-b72c-95d6e40e9dd9 req-b12d5fe0-5c8f-404a-8bd6-33ec8d461866 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602431 Jun 27 20:09:40.642592 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e5dbc-409d-4049-a9d7-b802135c6a58 req-82a64e18-f19e-474c-a723-3e5bd2ec1972 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:40.644257 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cf1e5dbc-409d-4049-a9d7-b802135c6a58 req-82a64e18-f19e-474c-a723-3e5bd2ec1972 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 947 time: 0.1714623 Jun 27 20:09:40.647384 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caa0a39-9583-4cd8-81d2-a4c8a91006f9 None None] Routers {'ac707008-9f3c-4d6c-b986-e76642172188'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:09:40.648029 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9e5a0a-0aec-4dfb-ae9f-16a59ba0035b admin admin] Network 4599e0c9-0a47-4289-880d-9898d03af9f3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:09:40.648188 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-9caa0a39-9583-4cd8-81d2-a4c8a91006f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:09:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['ac707008-9f3c-4d6c-b986-e76642172188'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:09:40.651284 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-db9e5a0a-0aec-4dfb-ae9f-16a59ba0035b admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:09:40.656396 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9e5a0a-0aec-4dfb-ae9f-16a59ba0035b admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:09:40.712078 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cf1e5dbc-409d-4049-a9d7-b802135c6a58 req-1a84eca5-2661-4ff7-bb2d-37e03e679d82 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584319 Jun 27 20:09:40.723623 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e5a0a-0aec-4dfb-ae9f-16a59ba0035b admin admin] Pushing event updated for resources: {'Port': ['ID=9ad36055-bb24-4f1f-9d76-650067de2c2e,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:40.743772 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-db9e5a0a-0aec-4dfb-ae9f-16a59ba0035b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16270930'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:40.906549 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-db9e5a0a-0aec-4dfb-ae9f-16a59ba0035b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:40.923506 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62ff98-7a73-41be-9818-6be13d62c088 None None] Pushing event updated for resources: {'Port': ['ID=e2d6ae6b-664e-436d-879b-cebf3c6dd533,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:40.954004 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9efced-b756-4d7d-9cf3-c7c73b4bdc00 req-2105e483-eb44-410d-b4bd-7cd002f4f1ca tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:40.955223 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 41a9409b-6727-4f18-9df9-dad83d7033ae is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:09:40.955605 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:40.963288 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-aa9efced-b756-4d7d-9cf3-c7c73b4bdc00 req-2105e483-eb44-410d-b4bd-7cd002f4f1ca tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 932 time: 0.1541972 Jun 27 20:09:41.026062 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-9caa0a39-9583-4cd8-81d2-a4c8a91006f9 None None] Set router ac707008-9f3c-4d6c-b986-e76642172188 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:09:41.050022 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-aa9efced-b756-4d7d-9cf3-c7c73b4bdc00 req-2d38742a-f38d-4b47-a643-1c6a1944b6c3 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712247 Jun 27 20:09:41.076746 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] For port 41a9409b-6727-4f18-9df9-dad83d7033ae, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=41a9409b-6727-4f18-9df9-dad83d7033ae,segment=NetworkSegment(fa644f1e-16ec-4e65-859c-9cfba5396130),segment_id=fa644f1e-16ec-4e65-859c-9cfba5396130)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:09:41.153255 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:41.175483 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-db9e5a0a-0aec-4dfb-ae9f-16a59ba0035b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:41.179887 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-db9e5a0a-0aec-4dfb-ae9f-16a59ba0035b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:41.204113 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-81d924a1-3251-40a7-a84b-e4d6f3aef5e1 None None] Provisioning for port 9ad36055-bb24-4f1f-9d76-650067de2c2e completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:09:41.265523 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-81d924a1-3251-40a7-a84b-e4d6f3aef5e1 None None] Provisioning complete for port 9ad36055-bb24-4f1f-9d76-650067de2c2e triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:41.266298 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-81d924a1-3251-40a7-a84b-e4d6f3aef5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:41.289627 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-db9e5a0a-0aec-4dfb-ae9f-16a59ba0035b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16717675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16270903'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:41.293878 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e5a0a-0aec-4dfb-ae9f-16a59ba0035b admin admin] Pushing event updated for resources: {'Port': ['ID=9ad36055-bb24-4f1f-9d76-650067de2c2e,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:41.351079 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-81d924a1-3251-40a7-a84b-e4d6f3aef5e1 None None] Port 9ad36055-bb24-4f1f-9d76-650067de2c2e cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:09:41.354796 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Pushing event updated for resources: {'Port': ['ID=41a9409b-6727-4f18-9df9-dad83d7033ae,revision_number=5']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:41.428002 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9e5a0a-0aec-4dfb-ae9f-16a59ba0035b admin admin] Network 4599e0c9-0a47-4289-880d-9898d03af9f3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:09:41.429116 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-db9e5a0a-0aec-4dfb-ae9f-16a59ba0035b admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:09:41.448268 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-9caa0a39-9583-4cd8-81d2-a4c8a91006f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac707008-9f3c-4d6c-b986-e76642172188', 'name': 'tempest-TestMinimumBasicScenario-834147884-router', 'tenant_id': 'ebb1a55d45bf4d1ca1302368f81b8cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e2d6ae6b-664e-436d-879b-cebf3c6dd533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:33Z', 'updated_at': '2022-06-27T20:09:37Z', 'revision_number': 3, 'project_id': 'ebb1a55d45bf4d1ca1302368f81b8cf5', 'gw_port': {'id': 'e2d6ae6b-664e-436d-879b-cebf3c6dd533', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:aa:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac707008-9f3c-4d6c-b986-e76642172188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:35Z', 'updated_at': '2022-06-27T20:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:09:41.452484 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caa0a39-9583-4cd8-81d2-a4c8a91006f9 None None] The sync data for ids ['ac707008-9f3c-4d6c-b986-e76642172188'] in dv-cinder-845799-1-iscsi is: [{'id': 'ac707008-9f3c-4d6c-b986-e76642172188', 'name': 'tempest-TestMinimumBasicScenario-834147884-router', 'tenant_id': 'ebb1a55d45bf4d1ca1302368f81b8cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e2d6ae6b-664e-436d-879b-cebf3c6dd533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:33Z', 'updated_at': '2022-06-27T20:09:37Z', 'revision_number': 3, 'project_id': 'ebb1a55d45bf4d1ca1302368f81b8cf5', 'gw_port': {'id': 'e2d6ae6b-664e-436d-879b-cebf3c6dd533', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:aa:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac707008-9f3c-4d6c-b986-e76642172188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:35Z', 'updated_at': '2022-06-27T20:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:09:41.689140 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-2ffddb7e-d7c8-48eb-a45a-717cbb1978f2 None None] Provisioning complete for port 9ad36055-bb24-4f1f-9d76-650067de2c2e triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:41.689140 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2ffddb7e-d7c8-48eb-a45a-717cbb1978f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:41.781377 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9e5a0a-0aec-4dfb-ae9f-16a59ba0035b admin admin] Router ac707008-9f3c-4d6c-b986-e76642172188 has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:09:41.783528 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-2ffddb7e-d7c8-48eb-a45a-717cbb1978f2 None None] Port 9ad36055-bb24-4f1f-9d76-650067de2c2e cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:09:41.994481 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device e2d6ae6b-664e-436d-879b-cebf3c6dd533 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:09:42.043139 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9e5a0a-0aec-4dfb-ae9f-16a59ba0035b admin admin] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:09:42.051237 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a6edd-b882-416e-a001-74e642d5c2fa req-39ab7d73-f601-40d4-8f6a-9c2b346e1b2c tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:42.052961 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-562a6edd-b882-416e-a001-74e642d5c2fa req-39ab7d73-f601-40d4-8f6a-9c2b346e1b2c tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.2174168 Jun 27 20:09:42.054418 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-db9e5a0a-0aec-4dfb-ae9f-16a59ba0035b admin admin] 10.222.0.23 "PUT /v2.0/routers/ac707008-9f3c-4d6c-b986-e76642172188/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7608244 Jun 27 20:09:42.060920 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be105bc7-fd2d-4998-9117-16e59e76fc94 req-d910f545-a19c-4695-9ccf-0cc5b972b70a tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:42.063130 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-be105bc7-fd2d-4998-9117-16e59e76fc94 req-d910f545-a19c-4695-9ccf-0cc5b972b70a tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 947 time: 0.1597047 Jun 27 20:09:42.081344 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning for port e2d6ae6b-664e-436d-879b-cebf3c6dd533 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:09:42.105100 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port e2d6ae6b-664e-436d-879b-cebf3c6dd533 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:42.106510 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:42.137492 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-562a6edd-b882-416e-a001-74e642d5c2fa req-31a4bddf-ad93-4788-a317-73e214394d02 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730174 Jun 27 20:09:42.147274 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-be105bc7-fd2d-4998-9117-16e59e76fc94 req-8cdc5afb-05a3-4e9b-9082-d6de61ebfbe2 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675800 Jun 27 20:09:42.332643 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port e2d6ae6b-664e-436d-879b-cebf3c6dd533 is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:09:42.333204 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:42.353329 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-7724d47c-5290-4b34-9b87-6664d7088f5b service neutron] Request body: {'port': {'device_id': 'e0d27692-315d-4ff4-b1f4-3e5e338cec8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84579'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:09:42.385792 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:42.390654 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] For port e2d6ae6b-664e-436d-879b-cebf3c6dd533, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=e2d6ae6b-664e-436d-879b-cebf3c6dd533,segment=NetworkSegment(c8e1d377-ef10-44fe-8306-b14a68212fb0),segment_id=c8e1d377-ef10-44fe-8306-b14a68212fb0)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:09:42.398620 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:42.399465 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 41a9409b-6727-4f18-9df9-dad83d7033ae up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:09:42.426273 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525dc238-51d3-4932-8828-6066ad7ad9d1 req-d8bb65d7-fad4-40df-9604-98c7e66815e3 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:42.428269 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-525dc238-51d3-4932-8828-6066ad7ad9d1 req-d8bb65d7-fad4-40df-9604-98c7e66815e3 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 932 time: 0.1296484 Jun 27 20:09:42.491081 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-525dc238-51d3-4932-8828-6066ad7ad9d1 req-0ddf4aa7-dd15-4873-a511-f7d3651b0e06 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566812 Jun 27 20:09:42.595653 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Pushing event updated for resources: {'Port': ['ID=e2d6ae6b-664e-436d-879b-cebf3c6dd533,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:42.618296 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 41a9409b-6727-4f18-9df9-dad83d7033ae triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:42.618427 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-7724d47c-5290-4b34-9b87-6664d7088f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:42.618900 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:42.642584 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f044ef-9eee-4539-810e-b94a1d7e2068 req-1fec9de0-9963-467d-99e2-16fe1705e47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:42.644096 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-27f044ef-9eee-4539-810e-b94a1d7e2068 req-1fec9de0-9963-467d-99e2-16fe1705e47d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=469e1b20f40e455aa43d027d3cc58e1e&device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 1100 time: 0.2320106 Jun 27 20:09:42.743255 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 41a9409b-6727-4f18-9df9-dad83d7033ae is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:09:42.874678 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-27f044ef-9eee-4539-810e-b94a1d7e2068 req-ca24c792-df49-4c32-ba32-0f018a5d9486 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=469e1b20f40e455aa43d027d3cc58e1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0914021 Jun 27 20:09:43.068779 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f044ef-9eee-4539-810e-b94a1d7e2068 req-708ae87d-6f58-42ed-ad37-0339521818f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:43.070273 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-27f044ef-9eee-4539-810e-b94a1d7e2068 req-708ae87d-6f58-42ed-ad37-0339521818f4 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1888857 Jun 27 20:09:43.164436 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-7724d47c-5290-4b34-9b87-6664d7088f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86fc25b5-286c-4b3d-a14a-9f701c9e4d53 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:09:43.173785 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-7724d47c-5290-4b34-9b87-6664d7088f5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:43.295527 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-7724d47c-5290-4b34-9b87-6664d7088f5b service neutron] Transition to ACTIVE for port object 86fc25b5-286c-4b3d-a14a-9f701c9e4d53 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:09:43.315198 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-7724d47c-5290-4b34-9b87-6664d7088f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:43.428437 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724d47c-5290-4b34-9b87-6664d7088f5b service neutron] Pushing event updated for resources: {'Port': ['ID=86fc25b5-286c-4b3d-a14a-9f701c9e4d53,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:43.512644 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6934e6e-ba26-4bdf-8481-4cf2ff3afabb None None] Sync routers for ids ['ac707008-9f3c-4d6c-b986-e76642172188'] in dv-cinder-845799-1-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:09:43.532582 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6934e6e-ba26-4bdf-8481-4cf2ff3afabb None None] Routers {'ac707008-9f3c-4d6c-b986-e76642172188'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:09:43.534224 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-d6934e6e-ba26-4bdf-8481-4cf2ff3afabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:09:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['ac707008-9f3c-4d6c-b986-e76642172188'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:09:43.548939 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-cd3329a1-3812-4b14-81c0-f23af3147bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:43.551207 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-cd3329a1-3812-4b14-81c0-f23af3147bb7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=469e1b20f40e455aa43d027d3cc58e1e&device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 1100 time: 0.3743877 Jun 27 20:09:43.571636 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57103b14-d83b-4d3f-ae9c-70bb800ea8a8 req-d83bc1da-2bdf-4bed-8125-fcc3a7604c0f tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:43.584232 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-57103b14-d83b-4d3f-ae9c-70bb800ea8a8 req-d83bc1da-2bdf-4bed-8125-fcc3a7604c0f tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 947 time: 0.2903244 Jun 27 20:09:43.691744 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-57103b14-d83b-4d3f-ae9c-70bb800ea8a8 req-d5fcb459-59dd-40d1-afc1-32289198c492 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063197 Jun 27 20:09:43.712409 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ca4cf-51ef-496a-ba80-8b9234de16a6 req-59f982fc-edfa-45e7-bdeb-5e7c0382b17c tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:43.717706 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c80ca4cf-51ef-496a-ba80-8b9234de16a6 req-59f982fc-edfa-45e7-bdeb-5e7c0382b17c tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.3146231 Jun 27 20:09:43.788166 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-292f31e5-361a-41ce-a900-9f89889f275c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=8c7c97a3-8188-43cd-8e68-c76d7b67cfab HTTP/1.1" status: 200 len: 217 time: 0.1620953 Jun 27 20:09:43.792281 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-7724d47c-5290-4b34-9b87-6664d7088f5b service neutron] Attempting to bind port 86fc25b5-286c-4b3d-a14a-9f701c9e4d53 on host hv-cinder-84579 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:09:43.792529 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-7724d47c-5290-4b34-9b87-6664d7088f5b service neutron] Attempting to bind port 86fc25b5-286c-4b3d-a14a-9f701c9e4d53 by drivers openvswitch,hyperv on host hv-cinder-84579 at level 0 using segments [{'id': '310d2f30-f052-4f7c-98a2-8ba18c3ef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:09:43.792857 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-7724d47c-5290-4b34-9b87-6664d7088f5b service neutron] Attempting to bind port 86fc25b5-286c-4b3d-a14a-9f701c9e4d53 on network 95174e0b-b3b6-422f-bf95-035686ee2474 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:09:43.820390 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-d6934e6e-ba26-4bdf-8481-4cf2ff3afabb None None] Set router ac707008-9f3c-4d6c-b986-e76642172188 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:09:43.823665 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c80ca4cf-51ef-496a-ba80-8b9234de16a6 req-123b1cc2-ba63-4dc4-a335-e490694e4984 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940001 Jun 27 20:09:43.886338 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-7724d47c-5290-4b34-9b87-6664d7088f5b service neutron] Port 86fc25b5-286c-4b3d-a14a-9f701c9e4d53 on network 95174e0b-b3b6-422f-bf95-035686ee2474 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84579 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 20:09:43.886665 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-7724d47c-5290-4b34-9b87-6664d7088f5b service neutron] Attempting to bind port 86fc25b5-286c-4b3d-a14a-9f701c9e4d53 on network 95174e0b-b3b6-422f-bf95-035686ee2474 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:09:43.905075 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-7724d47c-5290-4b34-9b87-6664d7088f5b service neutron] Checking agent: {'id': '31e345cd-768d-4f38-b592-a73bb4a1bf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84579', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'started_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:09:43.906301 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-7724d47c-5290-4b34-9b87-6664d7088f5b service neutron] Checking segment: {'id': '310d2f30-f052-4f7c-98a2-8ba18c3ef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:09:43.906301 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-7724d47c-5290-4b34-9b87-6664d7088f5b service neutron] Bound using segment: {'id': '310d2f30-f052-4f7c-98a2-8ba18c3ef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:09:43.906744 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-7724d47c-5290-4b34-9b87-6664d7088f5b service neutron] Bound port: 86fc25b5-286c-4b3d-a14a-9f701c9e4d53, host: hv-cinder-84579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '310d2f30-f052-4f7c-98a2-8ba18c3ef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:09:43.907500 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-7724d47c-5290-4b34-9b87-6664d7088f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:43.942288 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device e2d6ae6b-664e-436d-879b-cebf3c6dd533 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:09:44.085697 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port e2d6ae6b-664e-436d-879b-cebf3c6dd533 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:44.086342 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:44.099054 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed985f2a-d23d-4403-9d3b-8c45a86a7894 req-e5ef066c-373f-4066-a5c9-ef51eeb7a9c7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:44.100874 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ed985f2a-d23d-4403-9d3b-8c45a86a7894 req-e5ef066c-373f-4066-a5c9-ef51eeb7a9c7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 944 time: 0.2192159 Jun 27 20:09:44.224777 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ed985f2a-d23d-4403-9d3b-8c45a86a7894 req-69439e9e-cd25-46a2-87c3-b853f2f259a2 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168132 Jun 27 20:09:44.244209 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-7724d47c-5290-4b34-9b87-6664d7088f5b service neutron] For port 86fc25b5-286c-4b3d-a14a-9f701c9e4d53, host hv-cinder-84579, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:09:44.257940 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-7724d47c-5290-4b34-9b87-6664d7088f5b service neutron] For port 86fc25b5-286c-4b3d-a14a-9f701c9e4d53, host hv-cinder-84579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=86fc25b5-286c-4b3d-a14a-9f701c9e4d53,segment=NetworkSegment(310d2f30-f052-4f7c-98a2-8ba18c3ef34d),segment_id=310d2f30-f052-4f7c-98a2-8ba18c3ef34d)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:09:44.259927 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-040c3f9b-5e98-4f65-9380-fe764b10f7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:44.261384 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-040c3f9b-5e98-4f65-9380-fe764b10f7ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f0d269e8-48ff-48e4-9299-8116db17d55c HTTP/1.1" status: 200 len: 843 time: 0.4641101 Jun 27 20:09:44.312073 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-7724d47c-5290-4b34-9b87-6664d7088f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:44.347987 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-d6934e6e-ba26-4bdf-8481-4cf2ff3afabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac707008-9f3c-4d6c-b986-e76642172188', 'name': 'tempest-TestMinimumBasicScenario-834147884-router', 'tenant_id': 'ebb1a55d45bf4d1ca1302368f81b8cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e2d6ae6b-664e-436d-879b-cebf3c6dd533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:33Z', 'updated_at': '2022-06-27T20:09:40Z', 'revision_number': 4, 'project_id': 'ebb1a55d45bf4d1ca1302368f81b8cf5', 'gw_port': {'id': 'e2d6ae6b-664e-436d-879b-cebf3c6dd533', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:aa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac707008-9f3c-4d6c-b986-e76642172188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:35Z', 'updated_at': '2022-06-27T20:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '9ad36055-bb24-4f1f-9d76-650067de2c2e', 'name': '', 'network_id': '4599e0c9-0a47-4289-880d-9898d03af9f3', 'tenant_id': 'ebb1a55d45bf4d1ca1302368f81b8cf5', 'mac_address': 'fa:16:3e:b1:b7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac707008-9f3c-4d6c-b986-e76642172188', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '8ee364b9-4388-48cb-a57a-97a8285aa777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:40Z', 'updated_at': '2022-06-27T20:09:40Z', 'revision_number': 2, 'project_id': 'ebb1a55d45bf4d1ca1302368f81b8cf5', 'subnets': [{'id': '8ee364b9-4388-48cb-a57a-97a8285aa777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:09:44.349912 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port e2d6ae6b-664e-436d-879b-cebf3c6dd533 is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:09:44.355002 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6934e6e-ba26-4bdf-8481-4cf2ff3afabb None None] Checking router: ac707008-9f3c-4d6c-b986-e76642172188 for host: dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:09:44.355002 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6934e6e-ba26-4bdf-8481-4cf2ff3afabb None None] Updating router ac707008-9f3c-4d6c-b986-e76642172188 port 9ad36055-bb24-4f1f-9d76-650067de2c2e binding host dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 20:09:44.410521 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-7724d47c-5290-4b34-9b87-6664d7088f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:44.411177 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-7724d47c-5290-4b34-9b87-6664d7088f5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:44.412620 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-7724d47c-5290-4b34-9b87-6664d7088f5b service neutron] 10.222.0.15 "PUT /v2.0/ports/86fc25b5-286c-4b3d-a14a-9f701c9e4d53 HTTP/1.1" status: 200 len: 1094 time: 2.0654325 Jun 27 20:09:44.415980 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d27692-315d-4ff4-b1f4-3e5e338cec8f', 'tag': '86fc25b5-286c-4b3d-a14a-9f701c9e4d53'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:09:44.446977 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d6934e6e-ba26-4bdf-8481-4cf2ff3afabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:44.568352 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0b8336a-a916-4459-91fe-443b07be3a7f'] response: {'name': 'network-changed', 'server_uuid': 'e0d27692-315d-4ff4-b1f4-3e5e338cec8f', 'tag': '86fc25b5-286c-4b3d-a14a-9f701c9e4d53', 'status': 'completed', 'code': 200} Jun 27 20:09:44.595834 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724d47c-5290-4b34-9b87-6664d7088f5b service neutron] Pushing event updated for resources: {'Port': ['ID=86fc25b5-286c-4b3d-a14a-9f701c9e4d53,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:44.607879 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-0f3b3244-8cd3-4994-9b1a-bbccdcae8a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:44.610143 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-0f3b3244-8cd3-4994-9b1a-bbccdcae8a19 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6d7467f6-671f-4a51-81ac-7ba86c9d118f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3396928 Jun 27 20:09:44.652485 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-72d87d16-bea0-40c5-94bb-a7d054013595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:44.808672 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-ab473238-4032-4b88-abf4-8de908f9d4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:44.822107 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-ab473238-4032-4b88-abf4-8de908f9d4ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=caa8bd5588cd4b908faeb162efc54fb1&device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 1097 time: 0.3455517 Jun 27 20:09:45.101791 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-80b91714-d9cd-46d3-b051-4a7f5b6833d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86fc25b5-286c-4b3d-a14a-9f701c9e4d53 HTTP/1.1" status: 200 len: 217 time: 0.2534568 Jun 27 20:09:45.138899 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d6934e6e-ba26-4bdf-8481-4cf2ff3afabb None None] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:45.172938 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d6934e6e-ba26-4bdf-8481-4cf2ff3afabb None None] Transition to ACTIVE for port object 9ad36055-bb24-4f1f-9d76-650067de2c2e will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:09:45.182447 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-200acbb0-de35-4f17-8ce3-b604b2d307f7 service neutron] 10.222.0.15 "GET /v2.0/networks/6d7467f6-671f-4a51-81ac-7ba86c9d118f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5590026 Jun 27 20:09:45.189242 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d6934e6e-ba26-4bdf-8481-4cf2ff3afabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:45.221406 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-fc8d5698-c4fc-492e-b32e-18c325a66113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:45.223161 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-fc8d5698-c4fc-492e-b32e-18c325a66113 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d296a220-8d8b-48c1-98ba-4729812d3752 HTTP/1.1" status: 200 len: 850 time: 0.1107364 Jun 27 20:09:45.265269 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1c844-9e5a-4be1-8e04-93046264d30e req-5973adb1-67e0-4dc8-90cc-ce0cda1545d4 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:45.277087 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-66e1c844-9e5a-4be1-8e04-93046264d30e req-5973adb1-67e0-4dc8-90cc-ce0cda1545d4 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 947 time: 0.3563609 Jun 27 20:09:45.419164 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43555cb-e13e-4233-be7d-6f4d5c856549 req-d57f5508-3d3c-486b-a457-7df0d02022b2 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:45.437458 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d43555cb-e13e-4233-be7d-6f4d5c856549 req-d57f5508-3d3c-486b-a457-7df0d02022b2 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.3306460 Jun 27 20:09:45.478321 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24289ea7-caef-49ca-bc9d-f67393264155 None None] Pushing event updated for resources: {'Port': ['ID=9ad36055-bb24-4f1f-9d76-650067de2c2e,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:45.494519 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-66e1c844-9e5a-4be1-8e04-93046264d30e req-4d61bc35-3fa0-465d-a117-2d7ef9492570 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160466 Jun 27 20:09:45.520248 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-e8d9a6a0-d878-4e76-be30-1f9f49678927 req-382bdb6c-bbd1-4b01-b26e-c72a432fae62 service neutron] 10.222.0.15 "GET /v2.0/networks/6d7467f6-671f-4a51-81ac-7ba86c9d118f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333139 Jun 27 20:09:45.524198 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-d3ee1f01-e52d-4b8d-bd55-44912e968cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:45.526006 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-d3ee1f01-e52d-4b8d-bd55-44912e968cc0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95174e0b-b3b6-422f-bf95-035686ee2474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2301624 Jun 27 20:09:45.593773 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d43555cb-e13e-4233-be7d-6f4d5c856549 req-92340c04-715b-40ce-a03a-a09c0374bbcc tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533868 Jun 27 20:09:45.635685 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-d6934e6e-ba26-4bdf-8481-4cf2ff3afabb None None] Attempting to bind port 9ad36055-bb24-4f1f-9d76-650067de2c2e on host dv-cinder-845799-1-iscsi for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:09:45.636103 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-d6934e6e-ba26-4bdf-8481-4cf2ff3afabb None None] Attempting to bind port 9ad36055-bb24-4f1f-9d76-650067de2c2e by drivers openvswitch,hyperv on host dv-cinder-845799-1-iscsi at level 0 using segments [{'id': '9db83cdb-3ac8-42f5-8068-e454d563e374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4599e0c9-0a47-4289-880d-9898d03af9f3'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:09:45.636456 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6934e6e-ba26-4bdf-8481-4cf2ff3afabb None None] Attempting to bind port 9ad36055-bb24-4f1f-9d76-650067de2c2e on network 4599e0c9-0a47-4289-880d-9898d03af9f3 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:09:45.643905 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6934e6e-ba26-4bdf-8481-4cf2ff3afabb None None] Checking agent: {'id': '002de21a-1fb9-4fe8-99da-e58f143369d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845799-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'started_at': datetime.datetime(2022, 6, 27, 19, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845799-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:09:45.644558 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6934e6e-ba26-4bdf-8481-4cf2ff3afabb None None] Checking segment: {'id': '9db83cdb-3ac8-42f5-8068-e454d563e374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4599e0c9-0a47-4289-880d-9898d03af9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:09:45.644957 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d6934e6e-ba26-4bdf-8481-4cf2ff3afabb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:45.645340 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6934e6e-ba26-4bdf-8481-4cf2ff3afabb None None] Bound using segment: {'id': '9db83cdb-3ac8-42f5-8068-e454d563e374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4599e0c9-0a47-4289-880d-9898d03af9f3'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:09:45.645865 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-d6934e6e-ba26-4bdf-8481-4cf2ff3afabb None None] Bound port: 9ad36055-bb24-4f1f-9d76-650067de2c2e, host: dv-cinder-845799-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db83cdb-3ac8-42f5-8068-e454d563e374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4599e0c9-0a47-4289-880d-9898d03af9f3'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:09:45.646404 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d6934e6e-ba26-4bdf-8481-4cf2ff3afabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:45.666553 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24289ea7-caef-49ca-bc9d-f67393264155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:45.666912 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24289ea7-caef-49ca-bc9d-f67393264155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:45.667222 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24289ea7-caef-49ca-bc9d-f67393264155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:45.667554 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24289ea7-caef-49ca-bc9d-f67393264155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:45.668071 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24289ea7-caef-49ca-bc9d-f67393264155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:45.668291 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24289ea7-caef-49ca-bc9d-f67393264155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:45.668567 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24289ea7-caef-49ca-bc9d-f67393264155 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:45.668889 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24289ea7-caef-49ca-bc9d-f67393264155 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:45.669230 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24289ea7-caef-49ca-bc9d-f67393264155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:45.669554 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24289ea7-caef-49ca-bc9d-f67393264155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:45.669554 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24289ea7-caef-49ca-bc9d-f67393264155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:45.670412 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24289ea7-caef-49ca-bc9d-f67393264155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:09:45.817543 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d6934e6e-ba26-4bdf-8481-4cf2ff3afabb None None] For port 9ad36055-bb24-4f1f-9d76-650067de2c2e, host dv-cinder-845799-1-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:09:45.821537 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d6934e6e-ba26-4bdf-8481-4cf2ff3afabb None None] For port 9ad36055-bb24-4f1f-9d76-650067de2c2e, host dv-cinder-845799-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=9ad36055-bb24-4f1f-9d76-650067de2c2e,segment=NetworkSegment(9db83cdb-3ac8-42f5-8068-e454d563e374),segment_id=9db83cdb-3ac8-42f5-8068-e454d563e374)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:09:45.828583 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d6934e6e-ba26-4bdf-8481-4cf2ff3afabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:45.957525 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2969b-638c-49c3-afce-79e8647cfb33 req-ef39f3e1-fef9-4fce-8a62-deb595bd68f9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:45.959094 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-85d2969b-638c-49c3-afce-79e8647cfb33 req-ef39f3e1-fef9-4fce-8a62-deb595bd68f9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 944 time: 0.2120121 Jun 27 20:09:45.992536 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-d6dbb322-2225-4546-bdf1-5c19eaf2a1b0 service neutron] 10.222.0.15 "GET /v2.0/networks/95174e0b-b3b6-422f-bf95-035686ee2474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396935 Jun 27 20:09:46.000782 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6934e6e-ba26-4bdf-8481-4cf2ff3afabb None None] Routers {'ac707008-9f3c-4d6c-b986-e76642172188'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:09:46.001457 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-d6934e6e-ba26-4bdf-8481-4cf2ff3afabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:09:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['ac707008-9f3c-4d6c-b986-e76642172188'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:09:46.052977 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-85d2969b-638c-49c3-afce-79e8647cfb33 req-3acbc8c6-e396-4609-8b39-712f88f810dd tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844650 Jun 27 20:09:46.120647 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24289ea7-caef-49ca-bc9d-f67393264155 None None] Pushing event updated for resources: {'Port': ['ID=9ad36055-bb24-4f1f-9d76-650067de2c2e,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:46.303568 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-d6934e6e-ba26-4bdf-8481-4cf2ff3afabb None None] Set router ac707008-9f3c-4d6c-b986-e76642172188 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:09:46.320877 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-a29c9505-87a3-419e-b4d3-1b3e59217aed req-4e63ba44-0152-47c2-8059-30fb434aad2d service neutron] 10.222.0.15 "GET /v2.0/networks/95174e0b-b3b6-422f-bf95-035686ee2474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166685 Jun 27 20:09:46.539682 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0ae32-aa4c-4364-8f47-381fe34c9ff4 req-6421bdc7-2014-4d3e-b0cf-9469a84dbfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:46.541271 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-6bb0ae32-aa4c-4364-8f47-381fe34c9ff4 req-6421bdc7-2014-4d3e-b0cf-9469a84dbfe2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=caa8bd5588cd4b908faeb162efc54fb1&device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 1097 time: 0.0972540 Jun 27 20:09:46.705561 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0ae32-aa4c-4364-8f47-381fe34c9ff4 req-240b3ee6-4b52-4e4d-981e-5e46982a47ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:46.707201 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-6bb0ae32-aa4c-4364-8f47-381fe34c9ff4 req-240b3ee6-4b52-4e4d-981e-5e46982a47ce service neutron] 10.222.0.15 "GET /v2.0/networks?id=95174e0b-b3b6-422f-bf95-035686ee2474 HTTP/1.1" status: 200 len: 912 time: 0.1566684 Jun 27 20:09:46.752516 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698b2e5-ed4c-4bb7-bd94-447405698d6c req-96a3e610-77eb-49d0-8d1b-24b8213e1896 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:46.762622 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d698b2e5-ed4c-4bb7-bd94-447405698d6c req-96a3e610-77eb-49d0-8d1b-24b8213e1896 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 947 time: 0.1412556 Jun 27 20:09:46.772074 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-d6934e6e-ba26-4bdf-8481-4cf2ff3afabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac707008-9f3c-4d6c-b986-e76642172188', 'name': 'tempest-TestMinimumBasicScenario-834147884-router', 'tenant_id': 'ebb1a55d45bf4d1ca1302368f81b8cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e2d6ae6b-664e-436d-879b-cebf3c6dd533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:33Z', 'updated_at': '2022-06-27T20:09:40Z', 'revision_number': 4, 'project_id': 'ebb1a55d45bf4d1ca1302368f81b8cf5', 'gw_port': {'id': 'e2d6ae6b-664e-436d-879b-cebf3c6dd533', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:aa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac707008-9f3c-4d6c-b986-e76642172188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:35Z', 'updated_at': '2022-06-27T20:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '9ad36055-bb24-4f1f-9d76-650067de2c2e', 'name': '', 'network_id': '4599e0c9-0a47-4289-880d-9898d03af9f3', 'tenant_id': 'ebb1a55d45bf4d1ca1302368f81b8cf5', 'mac_address': 'fa:16:3e:b1:b7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac707008-9f3c-4d6c-b986-e76642172188', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '8ee364b9-4388-48cb-a57a-97a8285aa777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:40Z', 'updated_at': '2022-06-27T20:09:45Z', 'revision_number': 4, 'project_id': 'ebb1a55d45bf4d1ca1302368f81b8cf5', 'subnets': [{'id': '8ee364b9-4388-48cb-a57a-97a8285aa777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:09:46.787624 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6934e6e-ba26-4bdf-8481-4cf2ff3afabb None None] The sync data for ids ['ac707008-9f3c-4d6c-b986-e76642172188'] in dv-cinder-845799-1-iscsi is: [{'id': 'ac707008-9f3c-4d6c-b986-e76642172188', 'name': 'tempest-TestMinimumBasicScenario-834147884-router', 'tenant_id': 'ebb1a55d45bf4d1ca1302368f81b8cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e2d6ae6b-664e-436d-879b-cebf3c6dd533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:33Z', 'updated_at': '2022-06-27T20:09:40Z', 'revision_number': 4, 'project_id': 'ebb1a55d45bf4d1ca1302368f81b8cf5', 'gw_port': {'id': 'e2d6ae6b-664e-436d-879b-cebf3c6dd533', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:aa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac707008-9f3c-4d6c-b986-e76642172188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:35Z', 'updated_at': '2022-06-27T20:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '9ad36055-bb24-4f1f-9d76-650067de2c2e', 'name': '', 'network_id': '4599e0c9-0a47-4289-880d-9898d03af9f3', 'tenant_id': 'ebb1a55d45bf4d1ca1302368f81b8cf5', 'mac_address': 'fa:16:3e:b1:b7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac707008-9f3c-4d6c-b986-e76642172188', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '8ee364b9-4388-48cb-a57a-97a8285aa777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:40Z', 'updated_at': '2022-06-27T20:09:45Z', 'revision_number': 4, 'project_id': 'ebb1a55d45bf4d1ca1302368f81b8cf5', 'subnets': [{'id': '8ee364b9-4388-48cb-a57a-97a8285aa777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:09:46.818739 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-cca6b68f-2dbd-4481-84cc-90d174f45c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:46.824619 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d698b2e5-ed4c-4bb7-bd94-447405698d6c req-c24c924d-bd3e-4274-a7d3-a8ca792605e3 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545368 Jun 27 20:09:46.865553 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-6bb0ae32-aa4c-4364-8f47-381fe34c9ff4 req-a01fa186-4b37-4107-bc73-ae54f5f57009 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86fc25b5-286c-4b3d-a14a-9f701c9e4d53 HTTP/1.1" status: 200 len: 217 time: 0.1453044 Jun 27 20:09:46.964365 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0ae32-aa4c-4364-8f47-381fe34c9ff4 req-2d0de95f-639c-4221-8d0b-a537e81499fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:46.965976 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-6bb0ae32-aa4c-4364-8f47-381fe34c9ff4 req-2d0de95f-639c-4221-8d0b-a537e81499fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d296a220-8d8b-48c1-98ba-4729812d3752 HTTP/1.1" status: 200 len: 850 time: 0.0886829 Jun 27 20:09:47.016222 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f22b02-0be5-4a5a-9b21-71ce86e63ed5 req-4b38a10b-311e-47e2-97ce-ee62d4a635ad tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:47.017769 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-83f22b02-0be5-4a5a-9b21-71ce86e63ed5 req-4b38a10b-311e-47e2-97ce-ee62d4a635ad tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.1631367 Jun 27 20:09:47.111972 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-83f22b02-0be5-4a5a-9b21-71ce86e63ed5 req-e7c6b71f-368c-4b65-89e6-91853e4623fe tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877655 Jun 27 20:09:47.124558 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0ae32-aa4c-4364-8f47-381fe34c9ff4 req-27981646-732b-455a-8740-31ac78b10362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:47.132266 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-6bb0ae32-aa4c-4364-8f47-381fe34c9ff4 req-27981646-732b-455a-8740-31ac78b10362 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95174e0b-b3b6-422f-bf95-035686ee2474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1518342 Jun 27 20:09:47.602973 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-6bb0ae32-aa4c-4364-8f47-381fe34c9ff4 req-b9ad2905-4947-431c-8833-fd33b502420c service neutron] 10.222.0.15 "GET /v2.0/networks/95174e0b-b3b6-422f-bf95-035686ee2474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626639 Jun 27 20:09:47.664828 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a485a-020b-49bf-8ac7-47551d2c8544 req-aeaa08e6-f88a-49a7-b890-439b493e8c5d tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:47.688403 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-942a485a-020b-49bf-8ac7-47551d2c8544 req-aeaa08e6-f88a-49a7-b890-439b493e8c5d tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 944 time: 0.4529912 Jun 27 20:09:47.845727 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-942a485a-020b-49bf-8ac7-47551d2c8544 req-bbdf1add-8aca-4fad-85e0-d429b8f62f25 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505494 Jun 27 20:09:47.918328 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-6bb0ae32-aa4c-4364-8f47-381fe34c9ff4 req-adceeb17-6afd-4f4a-b321-6a1ee70e6e2c service neutron] 10.222.0.15 "GET /v2.0/networks/95174e0b-b3b6-422f-bf95-035686ee2474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930651 Jun 27 20:09:47.998634 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:48.074624 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 9ad36055-bb24-4f1f-9d76-650067de2c2e up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:09:48.136032 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:48.178729 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf116623-ad27-43fc-9030-88be1064865f req-9a8ed19c-7325-4471-aba7-f2fe5f40d1ff tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:48.188762 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cf116623-ad27-43fc-9030-88be1064865f req-9a8ed19c-7325-4471-aba7-f2fe5f40d1ff tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 947 time: 0.1714983 Jun 27 20:09:48.200090 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning for port 9ad36055-bb24-4f1f-9d76-650067de2c2e completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:09:48.212228 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 9ad36055-bb24-4f1f-9d76-650067de2c2e triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:48.212608 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:48.277175 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cf116623-ad27-43fc-9030-88be1064865f req-198473ac-24ad-419c-9ae1-f0a454c609ce tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871174 Jun 27 20:09:48.381022 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 9ad36055-bb24-4f1f-9d76-650067de2c2e is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:09:48.381545 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:48.422217 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] For port 9ad36055-bb24-4f1f-9d76-650067de2c2e, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=9ad36055-bb24-4f1f-9d76-650067de2c2e,segment=NetworkSegment(9db83cdb-3ac8-42f5-8068-e454d563e374),segment_id=9db83cdb-3ac8-42f5-8068-e454d563e374)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:09:48.430109 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:48.459196 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775683e-8ff8-42a2-9bef-80e0e476e1b5 req-21c5dba3-05cf-4fa2-a71f-638b77f6f454 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:48.460649 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a775683e-8ff8-42a2-9bef-80e0e476e1b5 req-21c5dba3-05cf-4fa2-a71f-638b77f6f454 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.1233816 Jun 27 20:09:48.522389 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Pushing event updated for resources: {'Port': ['ID=9ad36055-bb24-4f1f-9d76-650067de2c2e,revision_number=5']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:48.546184 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a775683e-8ff8-42a2-9bef-80e0e476e1b5 req-7a4b3ff1-2dcf-49b1-aee7-f64c283edd1a tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792999 Jun 27 20:09:49.099102 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39acec1-13b2-4cac-842d-ee8d3ddd4ea5 req-19e1ec82-890f-4146-bc3b-0cada521e71a tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:49.102598 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b39acec1-13b2-4cac-842d-ee8d3ddd4ea5 req-19e1ec82-890f-4146-bc3b-0cada521e71a tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 944 time: 0.1132803 Jun 27 20:09:49.160124 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b39acec1-13b2-4cac-842d-ee8d3ddd4ea5 req-64f02b27-1e30-407f-9236-e7e224e51511 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530081 Jun 27 20:09:49.251228 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:49.506716 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb8937-fa2d-4863-90ad-01883a52a119 req-2f6ed11d-350c-4d9c-9140-8551b84c76ba tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:49.508348 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-00cb8937-fa2d-4863-90ad-01883a52a119 req-2f6ed11d-350c-4d9c-9140-8551b84c76ba tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 947 time: 0.0995879 Jun 27 20:09:49.560377 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-00cb8937-fa2d-4863-90ad-01883a52a119 req-2e4046fa-27dd-4a0b-a9d8-3b67b3fc8626 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456679 Jun 27 20:09:49.762751 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d37d2-e658-4eff-b659-dcb9cccaede5 req-e0f555db-544c-46b2-b823-f73e23655d61 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:49.765060 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f03d37d2-e658-4eff-b659-dcb9cccaede5 req-e0f555db-544c-46b2-b823-f73e23655d61 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.0933707 Jun 27 20:09:49.816691 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f03d37d2-e658-4eff-b659-dcb9cccaede5 req-56a5f89c-2461-4a35-a6ff-8f2b10aa43f7 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452406 Jun 27 20:09:49.909648 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 9ad36055-bb24-4f1f-9d76-650067de2c2e up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:09:49.997122 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 9ad36055-bb24-4f1f-9d76-650067de2c2e triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:49.997479 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:50.120590 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 9ad36055-bb24-4f1f-9d76-650067de2c2e is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:09:50.396048 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d15ff-c23c-4649-99fd-123ff588745f req-6b704966-8098-4068-9128-d8480ba87d78 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:50.398259 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-050d15ff-c23c-4649-99fd-123ff588745f req-6b704966-8098-4068-9128-d8480ba87d78 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 944 time: 0.1282363 Jun 27 20:09:50.490008 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-050d15ff-c23c-4649-99fd-123ff588745f req-ae575be7-762a-4c5b-9d7f-f2e2b494af2b tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828965 Jun 27 20:09:50.738981 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 8c7c97a3-8188-43cd-8e68-c76d7b67cfab details requested by agent hyperv_hv-cinder-84579 with host hv-cinder-84579 {{(pid=88115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 20:09:50.880034 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151116a4-30f9-4c5a-ab9b-0bfadd01d76b req-3f3852c2-a20c-49f6-9288-bd4c92a7d73f tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:50.884048 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-151116a4-30f9-4c5a-ab9b-0bfadd01d76b req-3f3852c2-a20c-49f6-9288-bd4c92a7d73f tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 947 time: 0.1486566 Jun 27 20:09:50.929305 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 8c7c97a3-8188-43cd-8e68-c76d7b67cfab, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=8c7c97a3-8188-43cd-8e68-c76d7b67cfab,segment=NetworkSegment(bef805e1-620c-40dc-a102-0cfeaa476948),segment_id=bef805e1-620c-40dc-a102-0cfeaa476948)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:09:50.949681 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Returning: {'device': '8c7c97a3-8188-43cd-8e68-c76d7b67cfab', 'network_id': '6d7467f6-671f-4a51-81ac-7ba86c9d118f', 'port_id': '8c7c97a3-8188-43cd-8e68-c76d7b67cfab', 'mac_address': 'fa:16:3e:c2:44:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0d269e8-48ff-48e4-9299-8116db17d55c', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 20:09:50.973601 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-151116a4-30f9-4c5a-ab9b-0bfadd01d76b req-fcbb4000-fe3f-49f7-bc27-feeb9db3e26e tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734921 Jun 27 20:09:51.027249 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 8c7c97a3-8188-43cd-8e68-c76d7b67cfab is: DOWN; New status is: BUILD {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:09:51.027778 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:51.045978 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c7c97a3-8188-43cd-8e68-c76d7b67cfab {{(pid=88115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:09:51.065193 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 8c7c97a3-8188-43cd-8e68-c76d7b67cfab, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=8c7c97a3-8188-43cd-8e68-c76d7b67cfab,segment=NetworkSegment(bef805e1-620c-40dc-a102-0cfeaa476948),segment_id=bef805e1-620c-40dc-a102-0cfeaa476948)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:09:51.073514 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:51.148504 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151a7f0-ca4d-4578-a06e-17bcb5d09d88 req-664a2ae9-a51c-4de2-83ca-8770865a4b60 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:51.155197 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c151a7f0-ca4d-4578-a06e-17bcb5d09d88 req-664a2ae9-a51c-4de2-83ca-8770865a4b60 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.1100812 Jun 27 20:09:51.167852 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=8c7c97a3-8188-43cd-8e68-c76d7b67cfab,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:51.199412 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c151a7f0-ca4d-4578-a06e-17bcb5d09d88 req-50959dd3-85b1-4ba9-9056-02e7646834ea tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433609 Jun 27 20:09:51.689212 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['8c7c97a3-8188-43cd-8e68-c76d7b67cfab'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:09:51.689744 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713814d-7c40-46fb-8765-bc54b3864ff6 req-e595eb23-42d9-4cb2-b477-01079f5c2cc1 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:51.714054 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4713814d-7c40-46fb-8765-bc54b3864ff6 req-e595eb23-42d9-4cb2-b477-01079f5c2cc1 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 944 time: 0.1194270 Jun 27 20:09:51.815792 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4713814d-7c40-46fb-8765-bc54b3864ff6 req-74122671-f5e5-4e24-add9-56f0c3c76e95 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996959 Jun 27 20:09:52.192548 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800efca6-354a-4556-830b-8d843b1cb890 req-c96cb488-72c0-470f-8c78-4d30f9d07b8d tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:52.194659 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-800efca6-354a-4556-830b-8d843b1cb890 req-c96cb488-72c0-470f-8c78-4d30f9d07b8d tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 948 time: 0.0987008 Jun 27 20:09:52.266100 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-800efca6-354a-4556-830b-8d843b1cb890 req-cfc3a14d-53a9-4e0a-bf82-8a114ebffe32 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654569 Jun 27 20:09:52.428769 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01b0b9-00fd-4920-b392-c779e23206c4 req-5eac5e6c-1c2b-4e3a-9bfd-7b77dff691a9 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:52.436527 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6d01b0b9-00fd-4920-b392-c779e23206c4 req-5eac5e6c-1c2b-4e3a-9bfd-7b77dff691a9 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.1060271 Jun 27 20:09:52.514552 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6d01b0b9-00fd-4920-b392-c779e23206c4 req-c195d205-f684-4fda-9194-2242996a4785 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771787 Jun 27 20:09:53.070398 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611db83b-5bd6-4730-a1cb-638d4da23dfd req-aca35972-bd69-44d6-90db-82e6f59417ed tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:53.071926 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-611db83b-5bd6-4730-a1cb-638d4da23dfd req-aca35972-bd69-44d6-90db-82e6f59417ed tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 944 time: 0.1331415 Jun 27 20:09:53.124136 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-611db83b-5bd6-4730-a1cb-638d4da23dfd req-66b5319c-c072-4e21-811f-51391a4969b7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457897 Jun 27 20:09:53.514124 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13574891-8c12-4ef0-a743-c65e69e2f91b req-30b43cf4-a4c7-49d4-a5c3-765b22ec657d tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:53.515859 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-13574891-8c12-4ef0-a743-c65e69e2f91b req-30b43cf4-a4c7-49d4-a5c3-765b22ec657d tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 948 time: 0.1026337 Jun 27 20:09:53.585443 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-13574891-8c12-4ef0-a743-c65e69e2f91b req-2510b361-1a3b-4afc-8837-cd7e5ee23265 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613391 Jun 27 20:09:53.767500 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20651d25-d29b-4438-9a9e-3277f72686bb req-ad1f1e89-c1ce-45c8-ac8a-fca51b49e8bd tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:53.770033 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-20651d25-d29b-4438-9a9e-3277f72686bb req-ad1f1e89-c1ce-45c8-ac8a-fca51b49e8bd tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.1017249 Jun 27 20:09:53.831492 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-20651d25-d29b-4438-9a9e-3277f72686bb req-c2c445b4-2bbe-4e01-a6b8-6bf820466efc tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539563 Jun 27 20:09:53.842820 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:09:54.366838 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b859ef7-5e5d-4a78-b0a4-0e343751089e req-87d671a0-3246-4833-9b11-1724950dcd1f tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:54.373755 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4b859ef7-5e5d-4a78-b0a4-0e343751089e req-87d671a0-3246-4833-9b11-1724950dcd1f tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 944 time: 0.1037474 Jun 27 20:09:54.424168 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4b859ef7-5e5d-4a78-b0a4-0e343751089e req-90e06008-eb2f-495a-ad41-42638f9f8097 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494196 Jun 27 20:09:54.762378 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 8c7c97a3-8188-43cd-8e68-c76d7b67cfab up at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:09:54.859163 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning for port 8c7c97a3-8188-43cd-8e68-c76d7b67cfab completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:09:54.864779 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning complete for port 8c7c97a3-8188-43cd-8e68-c76d7b67cfab triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:54.865147 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:54.866593 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb75cac-da2a-4bf1-9125-8bebc8fc76c0 req-c70ab2cf-8984-498f-89b0-4b7f05317d9f tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:54.874706 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-eeb75cac-da2a-4bf1-9125-8bebc8fc76c0 req-c70ab2cf-8984-498f-89b0-4b7f05317d9f tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 948 time: 0.1667171 Jun 27 20:09:54.986314 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-eeb75cac-da2a-4bf1-9125-8bebc8fc76c0 req-2409e690-843b-4d7f-8ba8-99f7919646f2 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105440 Jun 27 20:09:55.059519 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-b28d4e31-2665-4bd5-878f-42881d7cc5f2 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Synchronizing usage tracker for tenant:ce50a06e19fe48b5ad68a43b953f5ae0 on resource:security_group {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:09:55.061938 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 8c7c97a3-8188-43cd-8e68-c76d7b67cfab is: BUILD; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:09:55.062310 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:55.092348 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b920c76-e6b8-4dc5-92ed-0ac1e518062b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7c97a3-8188-43cd-8e68-c76d7b67cfab'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:09:55.102813 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 8c7c97a3-8188-43cd-8e68-c76d7b67cfab, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=8c7c97a3-8188-43cd-8e68-c76d7b67cfab,segment=NetworkSegment(bef805e1-620c-40dc-a102-0cfeaa476948),segment_id=bef805e1-620c-40dc-a102-0cfeaa476948)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:09:55.107162 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-b28d4e31-2665-4bd5-878f-42881d7cc5f2 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Unset dirty status for tenant:ce50a06e19fe48b5ad68a43b953f5ae0 on resource:security_group {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:09:55.109010 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-b28d4e31-2665-4bd5-878f-42881d7cc5f2 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-28978958&fields=id&tenant_id=ce50a06e19fe48b5ad68a43b953f5ae0 HTTP/1.1" status: 200 len: 267 time: 0.1440558 Jun 27 20:09:55.110964 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:55.184885 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=8c7c97a3-8188-43cd-8e68-c76d7b67cfab,revision_number=5']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:55.455471 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-e4991be5-9faa-444e-b25f-6034d9368b29 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:55.456179 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-e4991be5-9faa-444e-b25f-6034d9368b29 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Synchronizing usage tracker for tenant:ce50a06e19fe48b5ad68a43b953f5ae0 on resource:network {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:09:55.471548 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5b920-c17f-44f3-9a56-bb097d6aabe2 req-7ce07fc6-31ff-4266-a445-f294c9cde4d0 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:55.473035 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-efc5b920-c17f-44f3-9a56-bb097d6aabe2 req-7ce07fc6-31ff-4266-a445-f294c9cde4d0 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.1645975 Jun 27 20:09:55.502323 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-e4991be5-9faa-444e-b25f-6034d9368b29 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Unset dirty status for tenant:ce50a06e19fe48b5ad68a43b953f5ae0 on resource:network {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:09:55.503444 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-e4991be5-9faa-444e-b25f-6034d9368b29 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/networks?id=b3d414e0-f67f-476e-9bc2-025bb15b4193 HTTP/1.1" status: 200 len: 808 time: 0.3872237 Jun 27 20:09:55.530514 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-e6648acd-ed72-46c1-80a7-d34956c042de tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/quotas/ce50a06e19fe48b5ad68a43b953f5ae0 HTTP/1.1" status: 200 len: 375 time: 0.0149951 Jun 27 20:09:55.533389 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-efc5b920-c17f-44f3-9a56-bb097d6aabe2 req-c4e827a7-596c-4eff-9133-5fc07cc190b1 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540524 Jun 27 20:09:55.593719 dv-cinder-845799-1-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc43bbd7-64a3-4b59-91f1-58e0ce9233f2'] response: {'server_uuid': '4b920c76-e6b8-4dc5-92ed-0ac1e518062b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7c97a3-8188-43cd-8e68-c76d7b67cfab', 'code': 200} Jun 27 20:09:55.629216 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-65b57b20-0e12-4977-8cb1-73d1fa3be2b9 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ce50a06e19fe48b5ad68a43b953f5ae0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0906515 Jun 27 20:09:55.838278 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-1e39debf-0adf-4d8b-8e35-6e37e8eae86a service neutron] 10.222.0.23 "GET /v2.0/networks/b3d414e0-f67f-476e-9bc2-025bb15b4193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944580 Jun 27 20:09:55.873549 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90b8bc-f586-4ca5-a092-b690aaef3999 req-d7787865-98e8-43c2-ac1e-9417bd2504c4 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:55.875090 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7f90b8bc-f586-4ca5-a092-b690aaef3999 req-d7787865-98e8-43c2-ac1e-9417bd2504c4 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 944 time: 0.1661384 Jun 27 20:09:55.914282 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1feae-6ebe-45ab-af26-7decee3b1f88 req-850ff05d-6630-40a8-8189-84d7e4ebd8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:55.915768 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-30b1feae-6ebe-45ab-af26-7decee3b1f88 req-850ff05d-6630-40a8-8189-84d7e4ebd8af service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 1102 time: 0.0859985 Jun 27 20:09:55.958349 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-30b1feae-6ebe-45ab-af26-7decee3b1f88 req-8497cb0e-4ddf-431d-8076-064866e46002 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342968 Jun 27 20:09:56.000452 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7f90b8bc-f586-4ca5-a092-b690aaef3999 req-1e48485b-82e1-41b0-8038-e0c4128910cf tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746078 Jun 27 20:09:56.021756 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-6a0ea533-5696-404a-9567-3c2d22cfd39b service neutron] 10.222.0.23 "GET /v2.0/networks/b3d414e0-f67f-476e-9bc2-025bb15b4193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767254 Jun 27 20:09:56.257779 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7c49f-6cd1-41c1-8e53-10c9cf3befb3 req-670e97a5-9645-449c-a21c-9204966004c7 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:56.259162 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-75d7c49f-6cd1-41c1-8e53-10c9cf3befb3 req-670e97a5-9645-449c-a21c-9204966004c7 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 949 time: 0.0969663 Jun 27 20:09:56.313246 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-75d7c49f-6cd1-41c1-8e53-10c9cf3befb3 req-566d956e-bf5c-4afc-aadd-c148e9afbff1 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477479 Jun 27 20:09:56.456975 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7687a495-7221-4d0d-91b1-1aa0abf24b74 req-ff9577f2-0d26-478d-8f7b-72d022b788a0 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 210 time: 0.0703003 Jun 27 20:09:56.595910 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-9774ebce-4d3e-47b0-80e7-a22cfefae68b tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:56.596608 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-9774ebce-4d3e-47b0-80e7-a22cfefae68b tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Synchronizing usage tracker for tenant:f3cf8f149dca402fae175f02d29b94ea on resource:network {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:09:56.616229 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-9774ebce-4d3e-47b0-80e7-a22cfefae68b tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Unset dirty status for tenant:f3cf8f149dca402fae175f02d29b94ea on resource:network {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:09:56.617405 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-9774ebce-4d3e-47b0-80e7-a22cfefae68b tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/networks?id=d40ff268-aa38-4161-b8bc-5035a272a9f3 HTTP/1.1" status: 200 len: 812 time: 0.1887271 Jun 27 20:09:56.636881 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-cb2b8ea5-ad3c-4bfb-a611-02054cea79a5 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/quotas/f3cf8f149dca402fae175f02d29b94ea HTTP/1.1" status: 200 len: 375 time: 0.0095050 Jun 27 20:09:56.758120 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 86fc25b5-286c-4b3d-a14a-9f701c9e4d53 details requested by agent hyperv_hv-cinder-84579 with host hv-cinder-84579 {{(pid=88115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 20:09:56.794671 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f57b1f-1c63-4752-beed-535a32497c42 req-15930f37-2666-4aea-a631-9af690396efb tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:56.796776 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-67f57b1f-1c63-4752-beed-535a32497c42 req-15930f37-2666-4aea-a631-9af690396efb tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.1169693 Jun 27 20:09:56.807812 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-a4d938d6-58fb-421e-9880-d4a52b6ddd85 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f3cf8f149dca402fae175f02d29b94ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1609213 Jun 27 20:09:56.946996 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 86fc25b5-286c-4b3d-a14a-9f701c9e4d53, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=86fc25b5-286c-4b3d-a14a-9f701c9e4d53,segment=NetworkSegment(310d2f30-f052-4f7c-98a2-8ba18c3ef34d),segment_id=310d2f30-f052-4f7c-98a2-8ba18c3ef34d)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:09:56.968874 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Returning: {'device': '86fc25b5-286c-4b3d-a14a-9f701c9e4d53', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'port_id': '86fc25b5-286c-4b3d-a14a-9f701c9e4d53', 'mac_address': 'fa:16:3e:83:63:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 20:09:56.973178 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-67f57b1f-1c63-4752-beed-535a32497c42 req-827b1e40-2f32-4bed-88fa-43f2677f7520 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574509 Jun 27 20:09:57.031180 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 86fc25b5-286c-4b3d-a14a-9f701c9e4d53 is: DOWN; New status is: BUILD {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:09:57.031976 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:57.040025 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-4c983779-5891-4785-8011-7cc2c484a374 service neutron] 10.222.0.23 "GET /v2.0/networks/d40ff268-aa38-4161-b8bc-5035a272a9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685312 Jun 27 20:09:57.049742 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86fc25b5-286c-4b3d-a14a-9f701c9e4d53 {{(pid=88115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:09:57.067506 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 86fc25b5-286c-4b3d-a14a-9f701c9e4d53, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=86fc25b5-286c-4b3d-a14a-9f701c9e4d53,segment=NetworkSegment(310d2f30-f052-4f7c-98a2-8ba18c3ef34d),segment_id=310d2f30-f052-4f7c-98a2-8ba18c3ef34d)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:09:57.074158 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:57.075262 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 150c3258-82eb-4bc9-a7ea-6be679dad280 details requested by agent hyperv_hv-cinder-84579 with host hv-cinder-84579 {{(pid=88115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 20:09:57.189499 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=86fc25b5-286c-4b3d-a14a-9f701c9e4d53,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:57.272645 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-23eb048d-a1ee-4e63-bc7d-cae9050474bb service neutron] 10.222.0.23 "GET /v2.0/networks/d40ff268-aa38-4161-b8bc-5035a272a9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268281 Jun 27 20:09:57.293851 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ad238-8789-40e4-bd24-49fb62175762 req-176dc551-5ee8-4dd3-bf10-3719fa70fc27 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:57.296049 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7f2ad238-8789-40e4-bd24-49fb62175762 req-176dc551-5ee8-4dd3-bf10-3719fa70fc27 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 945 time: 0.1450834 Jun 27 20:09:57.302019 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 150c3258-82eb-4bc9-a7ea-6be679dad280, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=150c3258-82eb-4bc9-a7ea-6be679dad280,segment=NetworkSegment(239487e6-915f-4fa0-ada1-48352006308c),segment_id=239487e6-915f-4fa0-ada1-48352006308c)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:09:57.316826 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Returning: {'device': '150c3258-82eb-4bc9-a7ea-6be679dad280', 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063', 'port_id': '150c3258-82eb-4bc9-a7ea-6be679dad280', 'mac_address': 'fa:16:3e:8c:db:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 20:09:57.343862 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7f2ad238-8789-40e4-bd24-49fb62175762 req-82552609-53c9-4935-89d4-caf2c77076a7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418727 Jun 27 20:09:57.383908 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 150c3258-82eb-4bc9-a7ea-6be679dad280 is: ACTIVE; New status is: BUILD {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:09:57.384414 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:57.402573 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 150c3258-82eb-4bc9-a7ea-6be679dad280 {{(pid=88115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:09:57.425436 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 150c3258-82eb-4bc9-a7ea-6be679dad280, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=150c3258-82eb-4bc9-a7ea-6be679dad280,segment=NetworkSegment(239487e6-915f-4fa0-ada1-48352006308c),segment_id=239487e6-915f-4fa0-ada1-48352006308c)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:09:57.432275 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:57.518140 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=150c3258-82eb-4bc9-a7ea-6be679dad280,revision_number=6']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:57.654491 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-43a383c0-4fc8-402f-abcf-c73d529647d9 req-dcb3aaf9-685b-4fc8-ba75-0e0d56afbbf5 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 210 time: 0.2174141 Jun 27 20:09:57.698045 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ff927-c3e6-4126-87d7-cbf60d220d70 req-dc0f2515-c7ce-4873-9527-646aa5aaad94 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:57.699600 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d43ff927-c3e6-4126-87d7-cbf60d220d70 req-dc0f2515-c7ce-4873-9527-646aa5aaad94 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 949 time: 0.2186680 Jun 27 20:09:57.751360 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d43ff927-c3e6-4126-87d7-cbf60d220d70 req-1ea62757-02ab-453e-ba8e-3b6424251f57 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450745 Jun 27 20:09:57.834165 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0d80c137-8ad3-4292-accc-6ff421856f28 req-4a1dd65f-3358-47a9-801c-ad7cca9fa6c0 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 210 time: 0.0604708 Jun 27 20:09:58.161491 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['150c3258-82eb-4bc9-a7ea-6be679dad280'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:09:58.189406 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637798a2-c91e-428c-ac20-8ac168b93449 req-ddbbc588-8703-4efc-a1b9-07bba2dda543 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:58.191590 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-637798a2-c91e-428c-ac20-8ac168b93449 req-ddbbc588-8703-4efc-a1b9-07bba2dda543 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 945 time: 0.0890841 Jun 27 20:09:58.250218 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-637798a2-c91e-428c-ac20-8ac168b93449 req-a06c263d-9e03-46fb-9686-aeeb0d68e3bc tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509300 Jun 27 20:09:58.370706 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-3e03c3b3-4740-41d7-9925-f541048cb32e tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:58.373465 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-3e03c3b3-4740-41d7-9925-f541048cb32e tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.15 "GET /v2.0/networks?id=b3d414e0-f67f-476e-9bc2-025bb15b4193 HTTP/1.1" status: 200 len: 808 time: 0.1931643 Jun 27 20:09:58.478020 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-c2e40b17-7c90-4045-b280-56afe34f5039 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Synchronizing usage tracker for tenant:ce50a06e19fe48b5ad68a43b953f5ae0 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:09:58.492792 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-c2e40b17-7c90-4045-b280-56afe34f5039 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Unset dirty status for tenant:ce50a06e19fe48b5ad68a43b953f5ae0 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:09:58.494149 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-c2e40b17-7c90-4045-b280-56afe34f5039 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce50a06e19fe48b5ad68a43b953f5ae0 HTTP/1.1" status: 200 len: 378 time: 0.0680649 Jun 27 20:09:58.524214 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-97b0ec8e-6462-42f5-9642-1a71f4a9cd5d tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Request body: {'port': {'device_id': '0b268dd9-d87d-4062-b76f-2559754b353d', 'network_id': 'b3d414e0-f67f-476e-9bc2-025bb15b4193', 'admin_state_up': True, 'tenant_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'security_groups': ['3f93b733-a951-4fc3-b87f-734c32ef9eeb']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:09:58.583335 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a876094-5458-4c87-9dd8-a96dde20fdac req-810944ad-016b-417b-9397-afacc8fe4c9c tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:58.585293 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7a876094-5458-4c87-9dd8-a96dde20fdac req-810944ad-016b-417b-9397-afacc8fe4c9c tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 945 time: 0.1132050 Jun 27 20:09:58.649274 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7a876094-5458-4c87-9dd8-a96dde20fdac req-e115937f-ed26-414a-9a15-f049124916fd tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582297 Jun 27 20:09:58.691723 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-97b0ec8e-6462-42f5-9642-1a71f4a9cd5d tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:09:58.695479 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-97b0ec8e-6462-42f5-9642-1a71f4a9cd5d tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Usage tracker for resource:port and tenant:ce50a06e19fe48b5ad68a43b953f5ae0 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:09:58.698273 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-97b0ec8e-6462-42f5-9642-1a71f4a9cd5d tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:09:58.704018 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-97b0ec8e-6462-42f5-9642-1a71f4a9cd5d tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:09:58.713889 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-97b0ec8e-6462-42f5-9642-1a71f4a9cd5d tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Made reservation on behalf of ce50a06e19fe48b5ad68a43b953f5ae0 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:09:58.717957 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-97b0ec8e-6462-42f5-9642-1a71f4a9cd5d tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:58.772597 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 150c3258-82eb-4bc9-a7ea-6be679dad280 up at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:09:58.814378 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d150294a-cd19-49d1-b7ac-9f61f631e24b req-371ec878-ca3e-4983-bf4e-37b0b720c688 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 210 time: 0.0602267 Jun 27 20:09:58.876355 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning complete for port 150c3258-82eb-4bc9-a7ea-6be679dad280 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:58.876732 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:58.934122 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-97b0ec8e-6462-42f5-9642-1a71f4a9cd5d tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Allocated IP 172.20.0.12 (b3d414e0-f67f-476e-9bc2-025bb15b4193/4fc6859b-14ec-4180-9322-1859f9ae604d/293cb1f6-62ca-420c-a069-ea9f15e6dda8) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:09:58.996898 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['86fc25b5-286c-4b3d-a14a-9f701c9e4d53'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:09:59.022535 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3b6872da-7a84-4916-9ce2-bdd13ff6d48e req-a42c3e82-0ed2-4c26-b2ac-f109e8f54556 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 210 time: 0.0537443 Jun 27 20:09:59.064736 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba28cb-db5d-45fa-b9b4-635c9d21f369 req-622078d3-a457-4101-a6c9-03065888667c tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:59.068623 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 150c3258-82eb-4bc9-a7ea-6be679dad280 is: BUILD; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:09:59.075907 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-23ba28cb-db5d-45fa-b9b4-635c9d21f369 req-622078d3-a457-4101-a6c9-03065888667c tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 949 time: 0.1667738 Jun 27 20:09:59.076605 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:59.134902 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab185522-8b72-4604-a88b-0e8ca5bf4b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150c3258-82eb-4bc9-a7ea-6be679dad280'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:09:59.146445 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-23ba28cb-db5d-45fa-b9b4-635c9d21f369 req-b3ca3c2a-0502-4fe7-9c4c-96208638703f tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682724 Jun 27 20:09:59.169245 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 150c3258-82eb-4bc9-a7ea-6be679dad280, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=150c3258-82eb-4bc9-a7ea-6be679dad280,segment=NetworkSegment(239487e6-915f-4fa0-ada1-48352006308c),segment_id=239487e6-915f-4fa0-ada1-48352006308c)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:09:59.193655 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:59.227905 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-97b0ec8e-6462-42f5-9642-1a71f4a9cd5d tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:59.246248 dv-cinder-845799-1-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e4e12e2-7277-407d-8f5f-394b4039a0f4'] response: {'server_uuid': 'ab185522-8b72-4604-a88b-0e8ca5bf4b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150c3258-82eb-4bc9-a7ea-6be679dad280', 'code': 200} Jun 27 20:09:59.273149 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-97b0ec8e-6462-42f5-9642-1a71f4a9cd5d tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Transition to ACTIVE for port object 293cb1f6-62ca-420c-a069-ea9f15e6dda8 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:09:59.330485 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-97b0ec8e-6462-42f5-9642-1a71f4a9cd5d tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:59.346111 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=150c3258-82eb-4bc9-a7ea-6be679dad280,revision_number=7']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:59.440717 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-97b0ec8e-6462-42f5-9642-1a71f4a9cd5d tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Network b3d414e0-f67f-476e-9bc2-025bb15b4193 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:09:59.446306 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-97b0ec8e-6462-42f5-9642-1a71f4a9cd5d tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:09:59.472244 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-97b0ec8e-6462-42f5-9642-1a71f4a9cd5d tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:09:59.514340 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe337d-fc5d-4209-b4ab-4778921a6088 req-2cbaf9eb-7715-42ec-b2d1-300cd6e0effe tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:59.519690 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-34fe337d-fc5d-4209-b4ab-4778921a6088 req-2cbaf9eb-7715-42ec-b2d1-300cd6e0effe tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.1321235 Jun 27 20:09:59.573039 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-97b0ec8e-6462-42f5-9642-1a71f4a9cd5d tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:09:59.578738 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-97b0ec8e-6462-42f5-9642-1a71f4a9cd5d tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:09:59.621610 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-34fe337d-fc5d-4209-b4ab-4778921a6088 req-22306d5e-21b3-4755-b036-08044a7e9f15 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945675 Jun 27 20:09:59.736980 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0ec8e-6462-42f5-9642-1a71f4a9cd5d tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Pushing event updated for resources: {'Port': ['ID=293cb1f6-62ca-420c-a069-ea9f15e6dda8,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:09:59.755021 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-97b0ec8e-6462-42f5-9642-1a71f4a9cd5d tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2346973 Jun 27 20:09:59.786154 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-68a8595a-dbe9-44f6-b1c8-50cbc59f38d6 service neutron] Request body: {'port': {'device_id': '0b268dd9-d87d-4062-b76f-2559754b353d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84579'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:09:59.930062 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-12191475-8510-4fa4-8371-a41c1ecde1ce None None] Provisioning for port 293cb1f6-62ca-420c-a069-ea9f15e6dda8 completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:09:59.936496 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-12191475-8510-4fa4-8371-a41c1ecde1ce None None] Provisioning complete for port 293cb1f6-62ca-420c-a069-ea9f15e6dda8 triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:09:59.937356 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-12191475-8510-4fa4-8371-a41c1ecde1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:00.003764 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-12191475-8510-4fa4-8371-a41c1ecde1ce None None] Port 293cb1f6-62ca-420c-a069-ea9f15e6dda8 cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:10:00.010570 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-56a0766f-97fd-4b7a-b17d-f182726b5dfa tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:00.012078 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-56a0766f-97fd-4b7a-b17d-f182726b5dfa tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.15 "GET /v2.0/networks?id=d40ff268-aa38-4161-b8bc-5035a272a9f3 HTTP/1.1" status: 200 len: 812 time: 0.4283171 Jun 27 20:10:00.033235 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-68a8595a-dbe9-44f6-b1c8-50cbc59f38d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:00.033441 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9f9d3-58fd-4941-849b-ddba2cca5775 req-c9d39240-0298-495f-953d-5af80dd81bcb tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:00.034819 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2ba9f9d3-58fd-4941-849b-ddba2cca5775 req-c9d39240-0298-495f-953d-5af80dd81bcb tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 949 time: 0.1995134 Jun 27 20:10:00.047824 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-c850de8d-c5a4-4ce7-8264-328a40f26ff7 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Request body: {'port': {'device_id': '19bbbbab-b9b4-4f4c-b9d9-dde905150892', 'network_id': 'd40ff268-aa38-4161-b8bc-5035a272a9f3', 'admin_state_up': True, 'tenant_id': 'f3cf8f149dca402fae175f02d29b94ea'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:10:00.048900 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1d95a-cd9b-4160-b849-a83e8a4dc2ca req-7f100767-a775-4820-b9f0-2366bf9a2ad0 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:00.050378 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-53d1d95a-cd9b-4160-b849-a83e8a4dc2ca req-7f100767-a775-4820-b9f0-2366bf9a2ad0 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 945 time: 0.1675448 Jun 27 20:10:00.115648 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2ba9f9d3-58fd-4941-849b-ddba2cca5775 req-96c8f736-dc66-4752-9638-c92d73ae7c64 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747981 Jun 27 20:10:00.126684 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-53d1d95a-cd9b-4160-b849-a83e8a4dc2ca req-fd81defe-6f9a-45d3-a0b6-399cfbf87594 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611622 Jun 27 20:10:00.341276 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c1c36941-e9bb-448b-b5be-0f7a4096774a req-78bd52c4-9a3a-4b5d-b46b-3dfb4d58eb8e tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 210 time: 0.0825467 Jun 27 20:10:00.433111 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-c850de8d-c5a4-4ce7-8264-328a40f26ff7 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:10:00.443866 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-c850de8d-c5a4-4ce7-8264-328a40f26ff7 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Usage tracker for resource:port and tenant:f3cf8f149dca402fae175f02d29b94ea is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:10:00.449203 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-c850de8d-c5a4-4ce7-8264-328a40f26ff7 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:10:00.489521 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-c850de8d-c5a4-4ce7-8264-328a40f26ff7 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:10:00.623761 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-c850de8d-c5a4-4ce7-8264-328a40f26ff7 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Made reservation on behalf of f3cf8f149dca402fae175f02d29b94ea for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:10:00.627470 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-c850de8d-c5a4-4ce7-8264-328a40f26ff7 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:00.725299 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46c739-afc1-4f5b-9c9e-892a2f1ea2bc req-fa36ff3a-c850-43e6-a058-fd87fa427cac tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:00.749593 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-be46c739-afc1-4f5b-9c9e-892a2f1ea2bc req-fa36ff3a-c850-43e6-a058-fd87fa427cac tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 932 time: 0.3209345 Jun 27 20:10:00.759926 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5af61-6cef-479b-973f-bd2122594745 req-4fde7ad8-b4c7-45de-b848-bc159ca5e988 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:00.767539 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-eda5af61-6cef-479b-973f-bd2122594745 req-4fde7ad8-b4c7-45de-b848-bc159ca5e988 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.2093565 Jun 27 20:10:00.861149 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-eda5af61-6cef-479b-973f-bd2122594745 req-57978080-47e2-4a73-a7bc-38206af8a7d7 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850537 Jun 27 20:10:00.872893 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-be46c739-afc1-4f5b-9c9e-892a2f1ea2bc req-5bc3e9e1-b78d-476b-8051-204590b638d4 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1220968 Jun 27 20:10:00.933398 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-c850de8d-c5a4-4ce7-8264-328a40f26ff7 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Allocated IP 172.20.0.12 (d40ff268-aa38-4161-b8bc-5035a272a9f3/30943b35-a008-4cdb-a621-4896f877b3ea/3d0b5969-ee27-4e95-8a0e-3aad9db859c3) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:10:00.941490 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-68a8595a-dbe9-44f6-b1c8-50cbc59f38d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 293cb1f6-62ca-420c-a069-ea9f15e6dda8 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:10:00.954342 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-68a8595a-dbe9-44f6-b1c8-50cbc59f38d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:00.987634 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-68a8595a-dbe9-44f6-b1c8-50cbc59f38d6 service neutron] Transition to ACTIVE for port object 293cb1f6-62ca-420c-a069-ea9f15e6dda8 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:10:01.004453 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-68a8595a-dbe9-44f6-b1c8-50cbc59f38d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:01.352927 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5a9a8-dbe9-46b3-964c-8a9ef719dde2 req-3bef3773-a8c7-4c57-aa7b-9d1331844734 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:01.362447 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0dc5a9a8-dbe9-46b3-964c-8a9ef719dde2 req-3bef3773-a8c7-4c57-aa7b-9d1331844734 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.2481577 Jun 27 20:10:01.447835 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8595a-dbe9-44f6-b1c8-50cbc59f38d6 service neutron] Pushing event updated for resources: {'Port': ['ID=293cb1f6-62ca-420c-a069-ea9f15e6dda8,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:10:01.489839 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0dc5a9a8-dbe9-46b3-964c-8a9ef719dde2 req-30f36110-5f03-4d82-858c-c9a473d2e115 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841694 Jun 27 20:10:01.530214 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca63ea-2a9d-48a1-a8e6-d5c6201698c8 req-785fcc45-9879-4c4f-a5ef-d400c702dcae tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:01.531913 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-26ca63ea-2a9d-48a1-a8e6-d5c6201698c8 req-785fcc45-9879-4c4f-a5ef-d400c702dcae tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 949 time: 0.1685567 Jun 27 20:10:01.590324 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-68a8595a-dbe9-44f6-b1c8-50cbc59f38d6 service neutron] Attempting to bind port 293cb1f6-62ca-420c-a069-ea9f15e6dda8 on host hv-cinder-84579 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:10:01.590665 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-68a8595a-dbe9-44f6-b1c8-50cbc59f38d6 service neutron] Attempting to bind port 293cb1f6-62ca-420c-a069-ea9f15e6dda8 by drivers openvswitch,hyperv on host hv-cinder-84579 at level 0 using segments [{'id': 'abfee25b-3946-4293-ac9a-e442b8d66c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b3d414e0-f67f-476e-9bc2-025bb15b4193'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:10:01.590977 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-68a8595a-dbe9-44f6-b1c8-50cbc59f38d6 service neutron] Attempting to bind port 293cb1f6-62ca-420c-a069-ea9f15e6dda8 on network b3d414e0-f67f-476e-9bc2-025bb15b4193 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:10:01.595170 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-c850de8d-c5a4-4ce7-8264-328a40f26ff7 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:01.606188 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-68a8595a-dbe9-44f6-b1c8-50cbc59f38d6 service neutron] Port 293cb1f6-62ca-420c-a069-ea9f15e6dda8 on network b3d414e0-f67f-476e-9bc2-025bb15b4193 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84579 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 20:10:01.606512 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-68a8595a-dbe9-44f6-b1c8-50cbc59f38d6 service neutron] Attempting to bind port 293cb1f6-62ca-420c-a069-ea9f15e6dda8 on network b3d414e0-f67f-476e-9bc2-025bb15b4193 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:10:01.614926 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-26ca63ea-2a9d-48a1-a8e6-d5c6201698c8 req-eb800ac2-a189-4ab4-8eae-65764f99d479 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751719 Jun 27 20:10:01.619787 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-68a8595a-dbe9-44f6-b1c8-50cbc59f38d6 service neutron] Checking agent: {'id': '31e345cd-768d-4f38-b592-a73bb4a1bf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84579', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'started_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:10:01.619787 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-68a8595a-dbe9-44f6-b1c8-50cbc59f38d6 service neutron] Checking segment: {'id': 'abfee25b-3946-4293-ac9a-e442b8d66c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b3d414e0-f67f-476e-9bc2-025bb15b4193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:10:01.619787 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-68a8595a-dbe9-44f6-b1c8-50cbc59f38d6 service neutron] Bound using segment: {'id': 'abfee25b-3946-4293-ac9a-e442b8d66c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b3d414e0-f67f-476e-9bc2-025bb15b4193'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:10:01.619787 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-68a8595a-dbe9-44f6-b1c8-50cbc59f38d6 service neutron] Bound port: 293cb1f6-62ca-420c-a069-ea9f15e6dda8, host: hv-cinder-84579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abfee25b-3946-4293-ac9a-e442b8d66c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b3d414e0-f67f-476e-9bc2-025bb15b4193'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:10:01.620343 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-68a8595a-dbe9-44f6-b1c8-50cbc59f38d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:01.632894 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-c850de8d-c5a4-4ce7-8264-328a40f26ff7 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Transition to ACTIVE for port object 3d0b5969-ee27-4e95-8a0e-3aad9db859c3 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:10:01.719450 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-c850de8d-c5a4-4ce7-8264-328a40f26ff7 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:01.768087 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24bcea9-221f-4098-93de-90f50e30aeb1 req-a83bff4b-aae3-4b1d-99ca-258095652153 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:01.776215 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d24bcea9-221f-4098-93de-90f50e30aeb1 req-a83bff4b-aae3-4b1d-99ca-258095652153 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 945 time: 0.1244345 Jun 27 20:10:01.830342 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-c850de8d-c5a4-4ce7-8264-328a40f26ff7 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Network d40ff268-aa38-4161-b8bc-5035a272a9f3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:10:01.840053 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-c850de8d-c5a4-4ce7-8264-328a40f26ff7 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:10:01.847823 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-c850de8d-c5a4-4ce7-8264-328a40f26ff7 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:10:01.884595 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850de8d-c5a4-4ce7-8264-328a40f26ff7 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Pushing event updated for resources: {'Port': ['ID=3d0b5969-ee27-4e95-8a0e-3aad9db859c3,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:10:01.892234 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d24bcea9-221f-4098-93de-90f50e30aeb1 req-0b33b017-ba60-4fae-a679-89c5125bb9b8 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144843 Jun 27 20:10:01.943779 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-c850de8d-c5a4-4ce7-8264-328a40f26ff7 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:01.944671 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-c850de8d-c5a4-4ce7-8264-328a40f26ff7 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:01.950958 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-68a8595a-dbe9-44f6-b1c8-50cbc59f38d6 service neutron] For port 293cb1f6-62ca-420c-a069-ea9f15e6dda8, host hv-cinder-84579, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:10:01.960342 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40566f-a794-401d-a23a-6a3fe3775dca req-452d71d0-1649-4bf8-839a-0903b219da52 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:01.971255 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1f40566f-a794-401d-a23a-6a3fe3775dca req-452d71d0-1649-4bf8-839a-0903b219da52 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 932 time: 0.2116816 Jun 27 20:10:01.992496 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-68a8595a-dbe9-44f6-b1c8-50cbc59f38d6 service neutron] For port 293cb1f6-62ca-420c-a069-ea9f15e6dda8, host hv-cinder-84579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=293cb1f6-62ca-420c-a069-ea9f15e6dda8,segment=NetworkSegment(abfee25b-3946-4293-ac9a-e442b8d66c42),segment_id=abfee25b-3946-4293-ac9a-e442b8d66c42)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:10:02.012476 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-c850de8d-c5a4-4ce7-8264-328a40f26ff7 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9801438 Jun 27 20:10:02.015197 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-68a8595a-dbe9-44f6-b1c8-50cbc59f38d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:02.064216 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-1f40566f-a794-401d-a23a-6a3fe3775dca req-8096bdba-a86b-437c-af07-053187e8744e tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Synchronizing usage tracker for tenant:f3cf8f149dca402fae175f02d29b94ea on resource:security_group {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:10:02.101812 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-1f40566f-a794-401d-a23a-6a3fe3775dca req-8096bdba-a86b-437c-af07-053187e8744e tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Unset dirty status for tenant:f3cf8f149dca402fae175f02d29b94ea on resource:security_group {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:10:02.103038 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1f40566f-a794-401d-a23a-6a3fe3775dca req-8096bdba-a86b-437c-af07-053187e8744e tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311464 Jun 27 20:10:02.117033 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-68a8595a-dbe9-44f6-b1c8-50cbc59f38d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:02.117660 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-68a8595a-dbe9-44f6-b1c8-50cbc59f38d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:02.120239 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-68a8595a-dbe9-44f6-b1c8-50cbc59f38d6 service neutron] 10.222.0.15 "PUT /v2.0/ports/293cb1f6-62ca-420c-a069-ea9f15e6dda8 HTTP/1.1" status: 200 len: 1094 time: 2.3381550 Jun 27 20:10:02.120958 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b268dd9-d87d-4062-b76f-2559754b353d', 'tag': '293cb1f6-62ca-420c-a069-ea9f15e6dda8'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:10:02.189962 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8595a-dbe9-44f6-b1c8-50cbc59f38d6 service neutron] Pushing event updated for resources: {'Port': ['ID=293cb1f6-62ca-420c-a069-ea9f15e6dda8,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:10:02.298950 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-efb72a0d-9fb7-46dd-acd3-db101b60cbfb None None] Provisioning for port 3d0b5969-ee27-4e95-8a0e-3aad9db859c3 completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:10:02.304503 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-efb72a0d-9fb7-46dd-acd3-db101b60cbfb None None] Provisioning complete for port 3d0b5969-ee27-4e95-8a0e-3aad9db859c3 triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:10:02.304873 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-efb72a0d-9fb7-46dd-acd3-db101b60cbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:02.393507 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-efb72a0d-9fb7-46dd-acd3-db101b60cbfb None None] Port 3d0b5969-ee27-4e95-8a0e-3aad9db859c3 cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:10:02.483485 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af9879-13fa-41f9-808c-563ac2e35a8c req-53dcef71-a3f6-452d-8107-9bf3c52d4eec tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:02.484974 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e7af9879-13fa-41f9-808c-563ac2e35a8c req-53dcef71-a3f6-452d-8107-9bf3c52d4eec tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.3000009 Jun 27 20:10:02.551290 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfd864-b6be-46dd-bb73-86e5ca141b7d req-08bf14d2-7de3-4718-8751-4608ddce4a95 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:02.552747 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c1bfd864-b6be-46dd-bb73-86e5ca141b7d req-08bf14d2-7de3-4718-8751-4608ddce4a95 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 944 time: 0.2726281 Jun 27 20:10:02.555612 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e7af9879-13fa-41f9-808c-563ac2e35a8c req-3db0248e-c14f-40be-b047-b6bf659a3af4 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636001 Jun 27 20:10:02.613389 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2079d1a-dc38-4d72-8e2a-79b3a7909eb8'] response: {'name': 'network-changed', 'server_uuid': '0b268dd9-d87d-4062-b76f-2559754b353d', 'tag': '293cb1f6-62ca-420c-a069-ea9f15e6dda8', 'status': 'completed', 'code': 200} Jun 27 20:10:02.618166 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c1bfd864-b6be-46dd-bb73-86e5ca141b7d req-151859ea-eb13-4dbc-a3a2-c490294786e0 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588217 Jun 27 20:10:02.809630 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 86fc25b5-286c-4b3d-a14a-9f701c9e4d53 up at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:10:02.856845 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3210a-b87e-4c83-a348-3db327a48c54 req-24aa9d08-fdf7-45c8-8da3-875e4cc2a077 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:02.858610 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-97e3210a-b87e-4c83-a348-3db327a48c54 req-24aa9d08-fdf7-45c8-8da3-875e4cc2a077 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.1625352 Jun 27 20:10:02.868616 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd280ce-67f4-497b-bb9f-15a83c98cfd0 req-9fdb2a67-c98d-40b6-b079-9b9bd7fead8d tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:02.875622 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5bd280ce-67f4-497b-bb9f-15a83c98cfd0 req-9fdb2a67-c98d-40b6-b079-9b9bd7fead8d tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 949 time: 0.1352901 Jun 27 20:10:02.922877 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning for port 86fc25b5-286c-4b3d-a14a-9f701c9e4d53 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:10:02.934646 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning complete for port 86fc25b5-286c-4b3d-a14a-9f701c9e4d53 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:10:02.935629 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:02.957304 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-97e3210a-b87e-4c83-a348-3db327a48c54 req-f17d1925-2472-458a-b4fa-718ec49ca62e tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793240 Jun 27 20:10:02.973315 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5bd280ce-67f4-497b-bb9f-15a83c98cfd0 req-ee83f3a4-5aff-4312-ada8-b4dc9853c709 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967708 Jun 27 20:10:03.074197 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 86fc25b5-286c-4b3d-a14a-9f701c9e4d53 is: BUILD; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:10:03.074487 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:03.101214 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d27692-315d-4ff4-b1f4-3e5e338cec8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fc25b5-286c-4b3d-a14a-9f701c9e4d53'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:10:03.111704 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 86fc25b5-286c-4b3d-a14a-9f701c9e4d53, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=86fc25b5-286c-4b3d-a14a-9f701c9e4d53,segment=NetworkSegment(310d2f30-f052-4f7c-98a2-8ba18c3ef34d),segment_id=310d2f30-f052-4f7c-98a2-8ba18c3ef34d)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:10:03.115446 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:03.173355 dv-cinder-845799-1-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3c8611b-c0e3-407d-8391-71131a128b49'] response: {'server_uuid': 'e0d27692-315d-4ff4-b1f4-3e5e338cec8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fc25b5-286c-4b3d-a14a-9f701c9e4d53', 'code': 200} Jun 27 20:10:03.204982 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=86fc25b5-286c-4b3d-a14a-9f701c9e4d53,revision_number=5']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:10:03.212793 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f039d-3d20-4530-973d-8f840a6611dd req-d4dfc198-6499-4575-b58e-a899df75da2c tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:03.215389 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ae2f039d-3d20-4530-973d-8f840a6611dd req-d4dfc198-6499-4575-b58e-a899df75da2c tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 946 time: 0.1332371 Jun 27 20:10:03.262646 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ae2f039d-3d20-4530-973d-8f840a6611dd req-1420aa75-06d7-49f6-9427-1c4ae4db937a tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415149 Jun 27 20:10:03.362954 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1931645-1ef9-4af1-941a-045a5818cf02 req-15de4765-82e9-49ea-9c22-07853ee143e3 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:03.365165 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d1931645-1ef9-4af1-941a-045a5818cf02 req-15de4765-82e9-49ea-9c22-07853ee143e3 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 932 time: 0.0935750 Jun 27 20:10:03.413042 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d1931645-1ef9-4af1-941a-045a5818cf02 req-54697deb-1570-4bfc-ae87-e235247281ae tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419960 Jun 27 20:10:03.822627 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9a53f-7731-48e7-b071-142d9d65136b req-a374eb97-fbb5-49a0-997b-3965c00ad3c4 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:03.825021 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-62e9a53f-7731-48e7-b071-142d9d65136b req-a374eb97-fbb5-49a0-997b-3965c00ad3c4 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.1574078 Jun 27 20:10:03.886985 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca529869-d4ca-4ad8-ba77-53a110dc167d req-8fa8341a-561f-40f3-b9fb-dc7ee84e7367 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:03.888508 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ca529869-d4ca-4ad8-ba77-53a110dc167d req-8fa8341a-561f-40f3-b9fb-dc7ee84e7367 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 944 time: 0.1592078 Jun 27 20:10:03.916415 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-62e9a53f-7731-48e7-b071-142d9d65136b req-cdda7af2-70c8-4c01-8753-cc8afe0719c4 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809200 Jun 27 20:10:03.944972 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ca529869-d4ca-4ad8-ba77-53a110dc167d req-a93dd418-16d9-445c-bbfa-c52deca220c9 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480647 Jun 27 20:10:04.238697 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdcf36-8467-48ee-9813-a298db7c7347 req-30d2adc8-9540-4a50-ab50-d09069e60f77 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:04.240073 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-bfbdcf36-8467-48ee-9813-a298db7c7347 req-30d2adc8-9540-4a50-ab50-d09069e60f77 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.1652024 Jun 27 20:10:04.251435 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1520aa-35ac-40ad-947d-2b998d0b1aae req-f09be7d7-a8b1-47a0-bf31-c5cf4410361b tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:04.253042 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8a1520aa-35ac-40ad-947d-2b998d0b1aae req-f09be7d7-a8b1-47a0-bf31-c5cf4410361b tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 949 time: 0.1408827 Jun 27 20:10:04.324984 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-bfbdcf36-8467-48ee-9813-a298db7c7347 req-50e48145-c937-4417-9efb-3c28426bf627 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707786 Jun 27 20:10:04.331409 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8a1520aa-35ac-40ad-947d-2b998d0b1aae req-4c829142-ca10-420d-acc0-d78f497d432a tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627701 Jun 27 20:10:04.525444 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16b231-f4c1-4c08-85a1-a9d9b90648d0 req-ec68503d-7c84-4130-9a26-dee21f8a6a4b tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:04.527211 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fe16b231-f4c1-4c08-85a1-a9d9b90648d0 req-ec68503d-7c84-4130-9a26-dee21f8a6a4b tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 946 time: 0.1009116 Jun 27 20:10:04.638069 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fe16b231-f4c1-4c08-85a1-a9d9b90648d0 req-4f71fe63-0a21-4b41-aaa4-2673107bb754 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046288 Jun 27 20:10:04.679949 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8994fca-c3bd-43ed-a532-c23c7b423755 req-18377960-2a4e-4b17-af75-4118969d1def tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:04.681545 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e8994fca-c3bd-43ed-a532-c23c7b423755 req-18377960-2a4e-4b17-af75-4118969d1def tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 932 time: 0.1304667 Jun 27 20:10:04.729557 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e8994fca-c3bd-43ed-a532-c23c7b423755 req-1471ae21-2c33-4222-b8df-3014b8e201b3 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416634 Jun 27 20:10:05.156869 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d9083-1520-415e-b095-137241a1cbb5 req-a66997ab-3e26-4d07-9e13-a64c7341a9df tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:05.166289 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8c7d9083-1520-415e-b095-137241a1cbb5 req-a66997ab-3e26-4d07-9e13-a64c7341a9df tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.1172118 Jun 27 20:10:05.206461 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8c7d9083-1520-415e-b095-137241a1cbb5 req-f53cb440-e9ba-4e52-89e9-7ea177435db0 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391049 Jun 27 20:10:05.333269 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047914e0-2cb5-4b08-b2f9-84d570563c3e req-de43f2aa-b6e4-43b1-b442-3b02b5cde3fa tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:05.334776 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-047914e0-2cb5-4b08-b2f9-84d570563c3e req-de43f2aa-b6e4-43b1-b442-3b02b5cde3fa tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 944 time: 0.0907388 Jun 27 20:10:05.384469 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-047914e0-2cb5-4b08-b2f9-84d570563c3e req-294c8d7f-fc7a-45ec-8aa9-de8abe1eb6fd tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435512 Jun 27 20:10:05.591862 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16aafa0-fe75-425b-94db-34894ef7aec8 req-adf82ece-beb4-42bb-bb67-9356d4684a82 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:05.593388 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a16aafa0-fe75-425b-94db-34894ef7aec8 req-adf82ece-beb4-42bb-bb67-9356d4684a82 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.1548586 Jun 27 20:10:05.625211 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678f3f0-661c-4edb-ab42-b24d1165c637 req-0423c5d8-441c-477c-9fa8-a93351f94f79 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:05.626767 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c678f3f0-661c-4edb-ab42-b24d1165c637 req-0423c5d8-441c-477c-9fa8-a93351f94f79 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 949 time: 0.1374965 Jun 27 20:10:05.671378 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a16aafa0-fe75-425b-94db-34894ef7aec8 req-e32f1447-6f5f-44cf-a588-ebc087a29663 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703242 Jun 27 20:10:05.697825 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c678f3f0-661c-4edb-ab42-b24d1165c637 req-d9dbb152-002e-421a-b09f-c5351d034281 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564270 Jun 27 20:10:06.076855 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb6249-c340-4c04-ada4-23d56b755f89 req-ea355d8d-6c58-4f4b-bcb2-e964b500da9f tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:06.078721 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-18eb6249-c340-4c04-ada4-23d56b755f89 req-ea355d8d-6c58-4f4b-bcb2-e964b500da9f tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 946 time: 0.2910981 Jun 27 20:10:06.087988 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b274c47-a523-4f93-bf14-88d897cd86b9 req-53ec88fa-9a06-4d52-905f-9263d4e250ef tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:06.089425 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5b274c47-a523-4f93-bf14-88d897cd86b9 req-53ec88fa-9a06-4d52-905f-9263d4e250ef tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 932 time: 0.1377745 Jun 27 20:10:06.157875 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-18eb6249-c340-4c04-ada4-23d56b755f89 req-e6933800-b744-4904-8a34-0a2d16ff5d70 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674262 Jun 27 20:10:06.162148 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5b274c47-a523-4f93-bf14-88d897cd86b9 req-96450ccc-6517-49c8-976d-04e15fefc5a7 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582592 Jun 27 20:10:06.410557 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ddba1-0140-47f7-a26f-8ac6c9dc6cd3 req-3feaef96-0545-4ea3-ad3f-0b7cc7fab4a4 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:06.412095 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-088ddba1-0140-47f7-a26f-8ac6c9dc6cd3 req-3feaef96-0545-4ea3-ad3f-0b7cc7fab4a4 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.0937009 Jun 27 20:10:06.457061 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-088ddba1-0140-47f7-a26f-8ac6c9dc6cd3 req-68b1396a-0d1b-4097-8aa6-54d96c2b8702 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386121 Jun 27 20:10:06.581265 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c94f7-4a11-404d-bf1b-90793cedce0a req-9bec03b7-717a-48e0-a4a9-40b310a28fd5 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:06.582746 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e16c94f7-4a11-404d-bf1b-90793cedce0a req-9bec03b7-717a-48e0-a4a9-40b310a28fd5 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 944 time: 0.0881836 Jun 27 20:10:06.629909 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e16c94f7-4a11-404d-bf1b-90793cedce0a req-2dec6997-42e4-4546-9fa7-372d16e05425 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412030 Jun 27 20:10:06.956101 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3b5a0-3789-4574-8e51-1075a73a5994 req-ab7072bf-ca2e-4e57-aa5a-76984e61d37a tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:06.957554 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4fd3b5a0-3789-4574-8e51-1075a73a5994 req-ab7072bf-ca2e-4e57-aa5a-76984e61d37a tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.1596575 Jun 27 20:10:06.969809 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e907e9-8cc4-4a0b-9984-cf1701d19201 req-8b3998f8-3e83-41b0-88c1-b1670e56e114 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:06.971205 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f3e907e9-8cc4-4a0b-9984-cf1701d19201 req-8b3998f8-3e83-41b0-88c1-b1670e56e114 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 949 time: 0.1201463 Jun 27 20:10:07.042561 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4fd3b5a0-3789-4574-8e51-1075a73a5994 req-43122152-17d7-423e-a6bb-d58a512e7242 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702918 Jun 27 20:10:07.047759 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f3e907e9-8cc4-4a0b-9984-cf1701d19201 req-bcf8a0ba-9bf3-4a9b-9f9b-a6f6ff64b451 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604618 Jun 27 20:10:07.419277 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27164472-aacd-4d3d-8655-39a021210dc6 req-5bd9a4b4-329b-4ab9-b961-94d3528ecfeb tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:07.420972 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-27164472-aacd-4d3d-8655-39a021210dc6 req-5bd9a4b4-329b-4ab9-b961-94d3528ecfeb tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 946 time: 0.1543031 Jun 27 20:10:07.428901 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee20a8-8052-45e6-80dd-d7d94b52cac4 req-dd432624-7691-4270-9da4-4f0066b51ff2 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:07.430620 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0aee20a8-8052-45e6-80dd-d7d94b52cac4 req-dd432624-7691-4270-9da4-4f0066b51ff2 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 932 time: 0.1268096 Jun 27 20:10:07.501432 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-27164472-aacd-4d3d-8655-39a021210dc6 req-7194ec65-eb25-48ec-a616-4fa17f766fc4 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697846 Jun 27 20:10:07.504067 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0aee20a8-8052-45e6-80dd-d7d94b52cac4 req-7df90012-a3c9-4cd4-b482-fa075cb42629 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584943 Jun 27 20:10:07.690435 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbff44-0b86-4413-843d-49a31d696dae req-cd2bd857-80fb-49b1-ab5d-aa9824394105 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:07.691926 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-23dbff44-0b86-4413-843d-49a31d696dae req-cd2bd857-80fb-49b1-ab5d-aa9824394105 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.0950758 Jun 27 20:10:07.756674 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-23dbff44-0b86-4413-843d-49a31d696dae req-6ed4ad43-c502-4635-b0cf-f461e7590430 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586815 Jun 27 20:10:07.988683 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bced2-cc00-42f7-8e9d-6afa6dee0be1 req-0bbeb145-53eb-4d35-ba70-b46246c135e9 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:07.990185 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-432bced2-cc00-42f7-8e9d-6afa6dee0be1 req-0bbeb145-53eb-4d35-ba70-b46246c135e9 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 944 time: 0.0966678 Jun 27 20:10:08.033967 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-432bced2-cc00-42f7-8e9d-6afa6dee0be1 req-326fb619-6fe7-434f-ba43-32f584c904b5 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376883 Jun 27 20:10:08.335572 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb8bee-c334-4e13-a20d-d5341af8fe06 req-d45bc8d5-e939-4173-a78f-2008d78b4ca8 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:08.336913 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f5bb8bee-c334-4e13-a20d-d5341af8fe06 req-d45bc8d5-e939-4173-a78f-2008d78b4ca8 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.1541026 Jun 27 20:10:08.344444 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e27eeb-aafa-409a-b1ba-7b30c8e79df3 req-10befd94-4229-4384-8485-353ea288dc19 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:08.345770 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-62e27eeb-aafa-409a-b1ba-7b30c8e79df3 req-10befd94-4229-4384-8485-353ea288dc19 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 949 time: 0.1269698 Jun 27 20:10:08.420755 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f5bb8bee-c334-4e13-a20d-d5341af8fe06 req-362aaa27-d282-4912-a2b7-24d7b9fc4bf4 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740490 Jun 27 20:10:08.425179 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-62e27eeb-aafa-409a-b1ba-7b30c8e79df3 req-fa54880b-9220-446f-8b4b-300e8c951b1f tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629301 Jun 27 20:10:08.764084 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d16a1-2e70-4929-ba9d-baab0f4dec29 req-2b6c3184-22fb-4d8f-b371-461756967def tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:08.765513 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3c3d16a1-2e70-4929-ba9d-baab0f4dec29 req-2b6c3184-22fb-4d8f-b371-461756967def tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 932 time: 0.1186109 Jun 27 20:10:08.772595 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c3031-be7a-42ce-8d7c-629d7206defa req-f50d2048-b9a3-484b-a9e5-3aecb49a2a70 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:08.773910 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-022c3031-be7a-42ce-8d7c-629d7206defa req-f50d2048-b9a3-484b-a9e5-3aecb49a2a70 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 946 time: 0.1667488 Jun 27 20:10:08.845628 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3c3d16a1-2e70-4929-ba9d-baab0f4dec29 req-35898360-93ce-4bac-bff1-72112bcd9b3f tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707562 Jun 27 20:10:08.850276 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-022c3031-be7a-42ce-8d7c-629d7206defa req-f3652547-3616-4b6e-bf4b-2a19725b249b tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622873 Jun 27 20:10:09.037801 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213b34f-39a6-4bd7-a228-9abf7290ef93 req-c65ec2c5-7911-41b5-ab3c-a317eb699823 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:09.039304 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e213b34f-39a6-4bd7-a228-9abf7290ef93 req-c65ec2c5-7911-41b5-ab3c-a317eb699823 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.0874758 Jun 27 20:10:09.102038 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e213b34f-39a6-4bd7-a228-9abf7290ef93 req-86db02a7-61b6-4e28-bfc3-11e047abae15 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568206 Jun 27 20:10:09.343148 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922e180-ae22-4826-a5b9-95e2fa87eebd req-03f640a2-4a63-46f3-9b3d-dfb00e41d5c1 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:09.344704 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f922e180-ae22-4826-a5b9-95e2fa87eebd req-03f640a2-4a63-46f3-9b3d-dfb00e41d5c1 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 944 time: 0.1953745 Jun 27 20:10:09.390697 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f922e180-ae22-4826-a5b9-95e2fa87eebd req-7ba68a36-0e61-4f10-b18c-fb3c79f0b66f tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401456 Jun 27 20:10:09.711534 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f469b-d40c-4f1d-bff7-f59ea8d1ba61 req-bf7b9a1c-50e6-4be2-876f-00998f6772c6 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:09.712962 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8d6f469b-d40c-4f1d-bff7-f59ea8d1ba61 req-bf7b9a1c-50e6-4be2-876f-00998f6772c6 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.1507194 Jun 27 20:10:09.722096 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb6e40-5966-470a-9514-4f6787ef529b req-b3608edc-5394-485b-9e13-d5dce4b003cf tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:09.723508 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-05fb6e40-5966-470a-9514-4f6787ef529b req-b3608edc-5394-485b-9e13-d5dce4b003cf tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 949 time: 0.1272423 Jun 27 20:10:09.791516 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8d6f469b-d40c-4f1d-bff7-f59ea8d1ba61 req-d2f01eed-4093-459a-8d18-a8428ca044bc tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670674 Jun 27 20:10:09.794735 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-05fb6e40-5966-470a-9514-4f6787ef529b req-195f3298-c324-449c-b190-a1aee5be237f tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561862 Jun 27 20:10:10.133955 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03a3ed-26b9-417a-b41c-a3088c44978d req-6b4a29f4-f051-41e8-8bf4-681ac075e25f tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:10.135491 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ce03a3ed-26b9-417a-b41c-a3088c44978d req-6b4a29f4-f051-41e8-8bf4-681ac075e25f tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 932 time: 0.1488659 Jun 27 20:10:10.148826 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a1f0c-2bd0-4456-a1c4-d068b9e8e374 req-ef529764-b5e1-4ac2-a3bc-83210dab7762 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:10.150448 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-be0a1f0c-2bd0-4456-a1c4-d068b9e8e374 req-ef529764-b5e1-4ac2-a3bc-83210dab7762 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 946 time: 0.1209760 Jun 27 20:10:10.223446 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ce03a3ed-26b9-417a-b41c-a3088c44978d req-cfd8f749-2a35-4361-bf92-2048fc0b30e0 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718088 Jun 27 20:10:10.227923 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-be0a1f0c-2bd0-4456-a1c4-d068b9e8e374 req-a57c9098-f15d-4d49-b18d-ca1ad560b80f tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595186 Jun 27 20:10:10.407704 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7750e-e478-4906-bd70-8fc4fb9258d3 req-e622d101-433b-42bf-9cd3-2d20fbf21662 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:10.409468 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fca7750e-e478-4906-bd70-8fc4fb9258d3 req-e622d101-433b-42bf-9cd3-2d20fbf21662 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.0872009 Jun 27 20:10:10.460588 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fca7750e-e478-4906-bd70-8fc4fb9258d3 req-850290ee-65b2-4040-a910-0d29332322f0 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447710 Jun 27 20:10:10.593402 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ced2c-22c8-4bd6-998f-b7cd5f688384 req-c5c89f19-d6a2-48ab-9c72-3de1589f90e6 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:10.594849 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c63ced2c-22c8-4bd6-998f-b7cd5f688384 req-c5c89f19-d6a2-48ab-9c72-3de1589f90e6 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 944 time: 0.0932419 Jun 27 20:10:10.639987 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c63ced2c-22c8-4bd6-998f-b7cd5f688384 req-e0d62cff-c005-4564-b63d-cf7d05c7e535 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395622 Jun 27 20:10:11.061827 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ed2c8-a979-4fdb-bb26-a887f3d2d12e req-046c8aea-e458-4fff-a806-5a16e13cb24d tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:11.063481 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9e7ed2c8-a979-4fdb-bb26-a887f3d2d12e req-046c8aea-e458-4fff-a806-5a16e13cb24d tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 949 time: 0.1534553 Jun 27 20:10:11.079908 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a810e-0340-4ce3-903e-9536aeeeb2ab req-4ee7da4b-c74f-4b76-b70f-1ca953567d22 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:11.081983 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-876a810e-0340-4ce3-903e-9536aeeeb2ab req-4ee7da4b-c74f-4b76-b70f-1ca953567d22 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.1369200 Jun 27 20:10:11.172248 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9e7ed2c8-a979-4fdb-bb26-a887f3d2d12e req-0dc06018-a4ff-4b9a-98b5-d0d06dd4ad00 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890639 Jun 27 20:10:11.175463 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-876a810e-0340-4ce3-903e-9536aeeeb2ab req-e496023e-afd9-4d8f-b298-00d2005abb90 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879769 Jun 27 20:10:11.482432 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa1ace-2de5-4c1c-ad50-5f4fbab98fbf req-74db02a2-4340-4d64-8f90-415f9bc832e7 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:11.483848 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-02aa1ace-2de5-4c1c-ad50-5f4fbab98fbf req-74db02a2-4340-4d64-8f90-415f9bc832e7 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 932 time: 0.1495798 Jun 27 20:10:11.492260 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bbd31-92b8-4d02-ba50-f612d5a0b091 req-59662f8a-8565-47c5-834b-21b0de2fe246 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:11.493705 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1e1bbd31-92b8-4d02-ba50-f612d5a0b091 req-59662f8a-8565-47c5-834b-21b0de2fe246 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 946 time: 0.1242852 Jun 27 20:10:11.565290 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-02aa1ace-2de5-4c1c-ad50-5f4fbab98fbf req-cc0729e6-dffe-4c2f-9fd5-f4a4cacfc8a0 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706081 Jun 27 20:10:11.572306 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1e1bbd31-92b8-4d02-ba50-f612d5a0b091 req-c962820a-cad8-4c24-aaf1-f753129bf358 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595999 Jun 27 20:10:11.756792 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ca45b-1d41-4964-bc56-96d528257d76 req-5560842c-3b6c-4697-897e-c1c70cb2779d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:11.758402 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-310ca45b-1d41-4964-bc56-96d528257d76 req-5560842c-3b6c-4697-897e-c1c70cb2779d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.0959496 Jun 27 20:10:11.874398 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-310ca45b-1d41-4964-bc56-96d528257d76 req-c12c5321-6fda-493b-a012-d7eb5ca51b2e tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733500 Jun 27 20:10:11.915679 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c28c5-beb8-48f9-99fe-b91ef19cc7e6 req-33c7046e-6144-4015-a073-7a3b05e0b72a tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:11.917471 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5d4c28c5-beb8-48f9-99fe-b91ef19cc7e6 req-33c7046e-6144-4015-a073-7a3b05e0b72a tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 944 time: 0.1578138 Jun 27 20:10:11.974198 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5d4c28c5-beb8-48f9-99fe-b91ef19cc7e6 req-74bc0287-38cb-4e7b-adbd-37f9c84e59aa tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475936 Jun 27 20:10:12.359357 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:12.424177 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee791580-f271-44ae-bac2-b82e4bfd95c1 req-58c7aeae-fb32-4cc4-a361-ed5d2c265699 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:12.429063 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ee791580-f271-44ae-bac2-b82e4bfd95c1 req-58c7aeae-fb32-4cc4-a361-ed5d2c265699 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.1092567 Jun 27 20:10:12.432792 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf703744-e894-4ccd-9639-cdff844583d3 req-bc3e28c0-ff8d-477e-8291-70f13ccde987 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:12.434161 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cf703744-e894-4ccd-9639-cdff844583d3 req-bc3e28c0-ff8d-477e-8291-70f13ccde987 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 949 time: 0.1603544 Jun 27 20:10:12.510749 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ee791580-f271-44ae-bac2-b82e4bfd95c1 req-c6019496-f31b-4ce9-b057-3f644e6e530a tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709279 Jun 27 20:10:12.510749 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cf703744-e894-4ccd-9639-cdff844583d3 req-a256950d-7c11-45db-a03b-3edca2cfffa6 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608461 Jun 27 20:10:12.912509 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d319789-704e-4897-8250-a4a4f028571e req-285d3085-6fe8-4cce-96fd-98229134ab7a tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:12.913980 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3d319789-704e-4897-8250-a4a4f028571e req-285d3085-6fe8-4cce-96fd-98229134ab7a tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 932 time: 0.2402115 Jun 27 20:10:12.922466 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098d9d5-d7ff-4c0c-848d-0255081dde67 req-1633f7f2-462c-4175-8433-ca7e819b5a89 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:12.923768 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0098d9d5-d7ff-4c0c-848d-0255081dde67 req-1633f7f2-462c-4175-8433-ca7e819b5a89 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 946 time: 0.2103662 Jun 27 20:10:12.989240 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3d319789-704e-4897-8250-a4a4f028571e req-3aa9d7f1-a567-4cc9-b9d8-8ab4f739f00a tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645707 Jun 27 20:10:12.993407 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0098d9d5-d7ff-4c0c-848d-0255081dde67 req-a91dddf7-f3e2-4ac6-a749-13f3739a61cc tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562916 Jun 27 20:10:13.229075 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51426d-d2e7-4a2e-9125-8a08d2decfd6 req-27035870-5c00-430b-8ab4-8b4c1c287bab tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:13.230442 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7a51426d-d2e7-4a2e-9125-8a08d2decfd6 req-27035870-5c00-430b-8ab4-8b4c1c287bab tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.1499426 Jun 27 20:10:13.237730 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94dfe6-c76f-4140-b84a-2d8c9b7273d3 req-c962f22a-ce79-4b4f-8afb-32acb9f8ce5a tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:13.239028 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6d94dfe6-c76f-4140-b84a-2d8c9b7273d3 req-c962f22a-ce79-4b4f-8afb-32acb9f8ce5a tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 944 time: 0.1236744 Jun 27 20:10:13.305388 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7a51426d-d2e7-4a2e-9125-8a08d2decfd6 req-ac3cfff1-7523-4aa0-bbc4-5b81cca113d2 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654523 Jun 27 20:10:13.311959 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6d94dfe6-c76f-4140-b84a-2d8c9b7273d3 req-bb0d9f5e-c682-4de5-b595-b8f8efa6fcb0 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0597305 Jun 27 20:10:13.766519 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06310ed0-72b0-41d4-bf15-863b2503cbba req-9d460e5e-2fdd-424a-99c8-ed8256c8fb76 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:13.767966 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-06310ed0-72b0-41d4-bf15-863b2503cbba req-9d460e5e-2fdd-424a-99c8-ed8256c8fb76 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.1517448 Jun 27 20:10:13.775278 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a4fb7-b9c6-4052-bd3f-b049a0491f84 req-975a2ba0-b5b3-4a31-8df5-7dffc6c40b16 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:13.776617 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1e7a4fb7-b9c6-4052-bd3f-b049a0491f84 req-975a2ba0-b5b3-4a31-8df5-7dffc6c40b16 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 949 time: 0.1622429 Jun 27 20:10:13.841799 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-06310ed0-72b0-41d4-bf15-863b2503cbba req-742d21cd-1826-487e-b3e4-e5ea8d9a513e tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642328 Jun 27 20:10:13.848490 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1e7a4fb7-b9c6-4052-bd3f-b049a0491f84 req-9b2f306b-0f34-45d0-9e3f-f16899b9c5e1 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582604 Jun 27 20:10:14.234918 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15d049-f389-4782-879f-d8c8cbeb77d6 req-6a5d4156-9a48-4091-8228-aef6244b13b3 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:14.236256 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1d15d049-f389-4782-879f-d8c8cbeb77d6 req-6a5d4156-9a48-4091-8228-aef6244b13b3 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 932 time: 0.1454332 Jun 27 20:10:14.248313 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aebad3-9263-491d-b30c-6ff505b1cf55 req-8b6bf98e-bafc-4f71-9103-01f1ae055155 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:14.249662 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-45aebad3-9263-491d-b30c-6ff505b1cf55 req-8b6bf98e-bafc-4f71-9103-01f1ae055155 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 946 time: 0.1234684 Jun 27 20:10:14.316188 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1d15d049-f389-4782-879f-d8c8cbeb77d6 req-d5e33601-6f08-409d-bf6d-f5ba92fd66bc tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655956 Jun 27 20:10:14.318804 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-45aebad3-9263-491d-b30c-6ff505b1cf55 req-954fc9a5-557a-4371-b4f8-19649965bc07 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560689 Jun 27 20:10:14.562335 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf84c0-3b02-4528-bc9d-449bc525e1ad req-9b5ec7ec-5e3b-4c71-8618-35655808e874 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:14.563755 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ebdf84c0-3b02-4528-bc9d-449bc525e1ad req-9b5ec7ec-5e3b-4c71-8618-35655808e874 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.1517231 Jun 27 20:10:14.571503 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef73d0-7996-401b-b2a7-4174788ce509 req-ec725657-a4de-4313-8559-447660011cf4 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:14.572799 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-48ef73d0-7996-401b-b2a7-4174788ce509 req-ec725657-a4de-4313-8559-447660011cf4 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 944 time: 0.1229393 Jun 27 20:10:14.596117 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ba91cf74-1a05-4f6a-b26d-39c2de5c3d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:14.639892 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ebdf84c0-3b02-4528-bc9d-449bc525e1ad req-8de10bea-eeec-4a20-a205-adfe046f2f56 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661860 Jun 27 20:10:14.644046 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-48ef73d0-7996-401b-b2a7-4174788ce509 req-2be9110c-6111-4a2d-b5eb-2e14bce7cb64 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561042 Jun 27 20:10:15.100046 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b559ac0-da85-4c46-9912-59d877848c67 req-f6c48169-e440-4555-8fcf-48c8ac343061 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:15.101758 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9b559ac0-da85-4c46-9912-59d877848c67 req-f6c48169-e440-4555-8fcf-48c8ac343061 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 949 time: 0.1443594 Jun 27 20:10:15.114809 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708ba12-b13d-4320-888d-9c7149d6c23c req-21a013a3-e718-48db-b126-47bf169cdc3b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:15.116128 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9708ba12-b13d-4320-888d-9c7149d6c23c req-21a013a3-e718-48db-b126-47bf169cdc3b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.1246915 Jun 27 20:10:15.183817 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9b559ac0-da85-4c46-9912-59d877848c67 req-afcd8d19-f789-4617-a8ce-9e1ddb2df03c tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762534 Jun 27 20:10:15.186973 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9708ba12-b13d-4320-888d-9c7149d6c23c req-3c7e6326-ff87-482b-8a6b-4d66a46003d8 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584140 Jun 27 20:10:15.568258 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b44921-5ab3-4479-a42f-dfc2492ef20b req-e20d8739-9e24-42e0-bf9f-1beda57012fc tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:15.569733 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-16b44921-5ab3-4479-a42f-dfc2492ef20b req-e20d8739-9e24-42e0-bf9f-1beda57012fc tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 946 time: 0.1492124 Jun 27 20:10:15.576861 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c44de4-3972-4244-a83a-9dd0b60de9f8 req-f87f3951-9e8d-4b0c-9f4b-ba05158c5f01 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:15.578209 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d9c44de4-3972-4244-a83a-9dd0b60de9f8 req-f87f3951-9e8d-4b0c-9f4b-ba05158c5f01 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 932 time: 0.1205773 Jun 27 20:10:15.648625 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d9c44de4-3972-4244-a83a-9dd0b60de9f8 req-5a6c5fc0-7670-4dfc-b22c-9d2d1f9ffff8 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571213 Jun 27 20:10:15.651418 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-16b44921-5ab3-4479-a42f-dfc2492ef20b req-1e71276e-001d-45af-ad50-b612c7da79f3 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722349 Jun 27 20:10:15.894845 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09233cba-0303-4de5-b4f4-738c229e4897 req-b107c4e2-a61b-46ef-a1c9-dd0719c40862 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:15.896272 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-09233cba-0303-4de5-b4f4-738c229e4897 req-b107c4e2-a61b-46ef-a1c9-dd0719c40862 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.1470535 Jun 27 20:10:15.904941 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380ee61-a468-4c12-9ed7-aeec8679df70 req-a234f98a-56d3-4d0f-9dfc-1240b4053643 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:15.906458 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1380ee61-a468-4c12-9ed7-aeec8679df70 req-a234f98a-56d3-4d0f-9dfc-1240b4053643 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 944 time: 0.1227505 Jun 27 20:10:15.973614 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-09233cba-0303-4de5-b4f4-738c229e4897 req-5568cc69-bd46-42f2-9da2-9f70e80b1f15 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661578 Jun 27 20:10:15.976463 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1380ee61-a468-4c12-9ed7-aeec8679df70 req-fc306e6c-fae2-48d6-ac1f-a25f1b608176 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561748 Jun 27 20:10:16.527623 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a77dc-7af8-4c83-9d19-e64d55303cf8 req-72e44a97-7ba2-499e-a377-b14172c550a8 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:16.529106 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b85a77dc-7af8-4c83-9d19-e64d55303cf8 req-72e44a97-7ba2-499e-a377-b14172c550a8 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 949 time: 0.2413805 Jun 27 20:10:16.537012 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f15025-f8d8-4d9a-83ff-e9252f4e3d3c req-c9314864-f7e4-49c3-8699-51cef6a5ec61 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:16.538356 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-97f15025-f8d8-4d9a-83ff-e9252f4e3d3c req-c9314864-f7e4-49c3-8699-51cef6a5ec61 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.2169530 Jun 27 20:10:16.605515 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b85a77dc-7af8-4c83-9d19-e64d55303cf8 req-920546a6-4815-4182-96bf-c65b1541f8f8 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662320 Jun 27 20:10:16.609902 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-97f15025-f8d8-4d9a-83ff-e9252f4e3d3c req-e0bb96c4-ed83-4e4a-a6ae-8c3e14434d56 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570872 Jun 27 20:10:16.791961 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-cd1d7ece-d242-4658-8fe5-413253e95e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:16.903063 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05e77b-4006-48e0-b60d-c135cb276e4d req-7f443bfe-1478-49ab-9285-b2ac84f0ac82 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:16.904687 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-dd05e77b-4006-48e0-b60d-c135cb276e4d req-7f443bfe-1478-49ab-9285-b2ac84f0ac82 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 946 time: 0.1501276 Jun 27 20:10:16.912678 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b5d29-4d56-4e8e-9356-3fa5489b1948 req-2d4218f8-4dd0-4dbb-a715-15a1017a3140 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:16.914025 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ec1b5d29-4d56-4e8e-9356-3fa5489b1948 req-2d4218f8-4dd0-4dbb-a715-15a1017a3140 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 932 time: 0.1583624 Jun 27 20:10:16.989422 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-dd05e77b-4006-48e0-b60d-c135cb276e4d req-76179e60-b68f-4382-b4f1-c5ee0cf34015 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719521 Jun 27 20:10:16.992895 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ec1b5d29-4d56-4e8e-9356-3fa5489b1948 req-f62d2630-d562-4514-b3c6-d89350fc8275 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651999 Jun 27 20:10:17.229081 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc43bd-911b-4275-9059-2d5c53506cc0 req-41b1abb4-1c9c-43b3-aa28-0e3bc3076d57 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:17.230440 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-18dc43bd-911b-4275-9059-2d5c53506cc0 req-41b1abb4-1c9c-43b3-aa28-0e3bc3076d57 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 944 time: 0.1111917 Jun 27 20:10:17.238819 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692c4ba-8480-41af-bf83-f6c6274a704c req-369e0144-4bf9-4f5e-b724-dfef75774a37 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:17.240133 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1692c4ba-8480-41af-bf83-f6c6274a704c req-369e0144-4bf9-4f5e-b724-dfef75774a37 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.1578226 Jun 27 20:10:17.311322 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-18dc43bd-911b-4275-9059-2d5c53506cc0 req-15e5a93b-bc88-42c5-a38a-7bfaabaa17f6 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702629 Jun 27 20:10:17.315515 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1692c4ba-8480-41af-bf83-f6c6274a704c req-e3627905-aa34-40df-95ff-35d74ebe9588 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597997 Jun 27 20:10:17.865714 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ea539-997f-4b8c-ae23-cd81f837cfd6 req-d520326c-d778-4d1f-9a17-bf99e7ddc4ec tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:17.867137 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3e8ea539-997f-4b8c-ae23-cd81f837cfd6 req-d520326c-d778-4d1f-9a17-bf99e7ddc4ec tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.1094756 Jun 27 20:10:17.874364 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a98629-30eb-4bbd-93c2-750c1da1d200 req-d206e74f-4363-48e5-b675-f63a1de8bad2 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:17.875676 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c0a98629-30eb-4bbd-93c2-750c1da1d200 req-d206e74f-4363-48e5-b675-f63a1de8bad2 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 949 time: 0.1646285 Jun 27 20:10:17.943274 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3e8ea539-997f-4b8c-ae23-cd81f837cfd6 req-f4e1ef00-da66-4f1a-80cf-c20fd349ea92 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666687 Jun 27 20:10:17.945901 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c0a98629-30eb-4bbd-93c2-750c1da1d200 req-0bc40564-0e34-481e-ac75-837a312678c4 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565257 Jun 27 20:10:17.983359 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:18.048870 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:18.239876 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dab63-8205-4d72-8d4d-cd429dec3bb3 req-385b02f9-84d8-4542-bdae-0f379b71f904 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:18.241343 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-738dab63-8205-4d72-8d4d-cd429dec3bb3 req-385b02f9-84d8-4542-bdae-0f379b71f904 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 946 time: 0.1495743 Jun 27 20:10:18.249785 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3380ab-b6f9-4653-bbb6-5c984496838c req-4dd720f9-faaa-4159-a7d9-c3d18df89cf6 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:18.251131 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0c3380ab-b6f9-4653-bbb6-5c984496838c req-4dd720f9-faaa-4159-a7d9-c3d18df89cf6 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 932 time: 0.1163495 Jun 27 20:10:18.320506 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-738dab63-8205-4d72-8d4d-cd429dec3bb3 req-64442df1-77ad-4493-a8f2-f884e62667f2 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684617 Jun 27 20:10:18.324880 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0c3380ab-b6f9-4653-bbb6-5c984496838c req-884b262b-c0f1-42ee-8041-7c76ce7c8c13 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599012 Jun 27 20:10:18.562215 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc9128-9edc-4461-9dcf-e89dde5a10eb req-dbee0adc-53ec-407b-88aa-27d8a0ca7615 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:18.563543 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-88dc9128-9edc-4461-9dcf-e89dde5a10eb req-dbee0adc-53ec-407b-88aa-27d8a0ca7615 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 944 time: 0.1501386 Jun 27 20:10:18.570624 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca404e5-d7a6-46b2-8d82-03fd217ca2d6 req-792dae57-b60e-4b3d-8ea2-86e98e2f7d60 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:18.571937 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fca404e5-d7a6-46b2-8d82-03fd217ca2d6 req-792dae57-b60e-4b3d-8ea2-86e98e2f7d60 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.1179364 Jun 27 20:10:18.638957 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-88dc9128-9edc-4461-9dcf-e89dde5a10eb req-26ab8fa9-c20a-4738-878a-55b2db093378 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0660930 Jun 27 20:10:18.641624 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fca404e5-d7a6-46b2-8d82-03fd217ca2d6 req-912ab13d-2131-45fa-8c40-34c92eb6b7d6 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566163 Jun 27 20:10:19.194928 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cd7ad-6f47-4baa-893d-40d153b346e7 req-fe6a0f57-3453-4978-8d89-29724d36d172 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:19.196254 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-177cd7ad-6f47-4baa-893d-40d153b346e7 req-fe6a0f57-3453-4978-8d89-29724d36d172 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.1446590 Jun 27 20:10:19.203923 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5fa32-c188-43f1-aa01-144d9ff97753 req-e8158a40-8a38-42a2-bd5a-34577ede6b5d tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:19.205222 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d5e5fa32-c188-43f1-aa01-144d9ff97753 req-e8158a40-8a38-42a2-bd5a-34577ede6b5d tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 949 time: 0.1554568 Jun 27 20:10:19.244072 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:19.275159 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-177cd7ad-6f47-4baa-893d-40d153b346e7 req-9f9e69bb-dc47-4ecb-a0f7-148b3ede986e tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690103 Jun 27 20:10:19.279882 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d5e5fa32-c188-43f1-aa01-144d9ff97753 req-aece4565-11c3-43e0-a1ed-8f290e080838 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611339 Jun 27 20:10:19.670935 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31db0b5-93de-48fb-ba54-ad882961c348 req-349822db-081a-47e5-9b61-3c9c7f664c0c tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:19.672365 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d31db0b5-93de-48fb-ba54-ad882961c348 req-349822db-081a-47e5-9b61-3c9c7f664c0c tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 946 time: 0.2482727 Jun 27 20:10:19.682198 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102ba77-8f96-40fd-95b2-5912a0caea52 req-ceae336b-429e-49d7-87a1-748b1288933b tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:19.683525 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e102ba77-8f96-40fd-95b2-5912a0caea52 req-ceae336b-429e-49d7-87a1-748b1288933b tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 932 time: 0.2239933 Jun 27 20:10:19.748803 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d31db0b5-93de-48fb-ba54-ad882961c348 req-768d3c6a-c488-4013-a33b-e509608a2211 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638447 Jun 27 20:10:19.755965 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e102ba77-8f96-40fd-95b2-5912a0caea52 req-d68ba6cd-9331-4598-b8e0-9b1d3bca070a tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583699 Jun 27 20:10:20.007588 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0117a7c-b2cc-41b0-b494-ed3dd0d5f7d8 req-f64b1976-a89e-4b5b-9227-a334b2181bff tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:20.009026 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c0117a7c-b2cc-41b0-b494-ed3dd0d5f7d8 req-f64b1976-a89e-4b5b-9227-a334b2181bff tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.1553659 Jun 27 20:10:20.017506 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0a32a-2cb2-4d97-9c6e-ca831ce013cb req-9ff24eb7-30fb-4afd-b525-0b80bc619504 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:20.018886 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8ee0a32a-2cb2-4d97-9c6e-ca831ce013cb req-9ff24eb7-30fb-4afd-b525-0b80bc619504 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 944 time: 0.1278670 Jun 27 20:10:20.089603 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c0117a7c-b2cc-41b0-b494-ed3dd0d5f7d8 req-38e899ad-b587-4710-9975-76bd83b6482b tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691636 Jun 27 20:10:20.092157 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8ee0a32a-2cb2-4d97-9c6e-ca831ce013cb req-0ce1c27f-6dda-406b-b01e-cfabe102ef21 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596304 Jun 27 20:10:20.102765 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-d4c67c97-2fe7-46f6-8fbc-b6039a4b4810 service neutron] Request body: {'port': {'device_id': '19bbbbab-b9b4-4f4c-b9d9-dde905150892', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84579'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:10:20.198792 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9752c70-40dc-48cb-8ce8-225bf943a9b3 req-5c54d2f0-2d45-491e-8d31-8f4608e9d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:20.200483 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b9752c70-40dc-48cb-8ce8-225bf943a9b3 req-5c54d2f0-2d45-491e-8d31-8f4608e9d7bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a50994bf4f144390934c88c909c5d061&device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 1098 time: 0.0887957 Jun 27 20:10:20.309490 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1718d-e0a1-4ec0-95cc-8db17724eebc req-fe4331c8-dc49-48bd-952e-b8520a7d8620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:20.322622 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-c2b1718d-e0a1-4ec0-95cc-8db17724eebc req-fe4331c8-dc49-48bd-952e-b8520a7d8620 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce50a06e19fe48b5ad68a43b953f5ae0&device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 1097 time: 0.1654830 Jun 27 20:10:20.331249 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-d4c67c97-2fe7-46f6-8fbc-b6039a4b4810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:20.395720 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9752c70-40dc-48cb-8ce8-225bf943a9b3 req-7b3db6bc-9f8c-43fe-9ab2-209f312a4f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:20.397621 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b9752c70-40dc-48cb-8ce8-225bf943a9b3 req-7b3db6bc-9f8c-43fe-9ab2-209f312a4f0d service neutron] 10.222.0.15 "GET /v2.0/networks?id=161680f6-9340-499f-abb6-7578d38c56d4 HTTP/1.1" status: 200 len: 911 time: 0.1442919 Jun 27 20:10:20.638453 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b9752c70-40dc-48cb-8ce8-225bf943a9b3 req-9475a35f-4af9-49d4-a98a-7c0cada79b2f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=307c352b-d9f8-4e48-a3f6-42186504937e HTTP/1.1" status: 200 len: 1001 time: 0.2186477 Jun 27 20:10:20.725399 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496755c-00c8-449c-9993-fcfc2cd0692f req-f3691534-9108-4761-b72c-d1843cb93976 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:20.730146 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9496755c-00c8-449c-9993-fcfc2cd0692f req-f3691534-9108-4761-b72c-d1843cb93976 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.2522912 Jun 27 20:10:20.739426 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f8741-f9d2-4ad6-b3d1-3660ce7e0d2f req-6e13a312-b763-44ee-8ef1-89f1e6403187 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:20.740895 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d45f8741-f9d2-4ad6-b3d1-3660ce7e0d2f req-6e13a312-b763-44ee-8ef1-89f1e6403187 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 949 time: 0.2203546 Jun 27 20:10:20.792796 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9752c70-40dc-48cb-8ce8-225bf943a9b3 req-eea6d9c2-c4ba-4008-93c7-11d748ac417a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:20.794393 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b9752c70-40dc-48cb-8ce8-225bf943a9b3 req-eea6d9c2-c4ba-4008-93c7-11d748ac417a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fccdbdb-2f00-4b31-ac45-6e4614abd8b0 HTTP/1.1" status: 200 len: 849 time: 0.1308215 Jun 27 20:10:20.876443 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1718d-e0a1-4ec0-95cc-8db17724eebc req-fea97cad-db8b-46b9-835c-56982bb9827f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:20.877908 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-c2b1718d-e0a1-4ec0-95cc-8db17724eebc req-fea97cad-db8b-46b9-835c-56982bb9827f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=ce50a06e19fe48b5ad68a43b953f5ae0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4997468 Jun 27 20:10:20.944128 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d45f8741-f9d2-4ad6-b3d1-3660ce7e0d2f req-d60d3c6c-d553-4961-b0ba-9c206aa2080a tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468692 Jun 27 20:10:20.978962 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9496755c-00c8-449c-9993-fcfc2cd0692f req-4ac97c4d-6945-4724-a2a7-d72b974b69c5 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368867 Jun 27 20:10:21.004904 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9752c70-40dc-48cb-8ce8-225bf943a9b3 req-9ceacb85-6909-4a37-bf0f-4b70a5f4c3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:21.011164 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b9752c70-40dc-48cb-8ce8-225bf943a9b3 req-9ceacb85-6909-4a37-bf0f-4b70a5f4c3ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=161680f6-9340-499f-abb6-7578d38c56d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1879466 Jun 27 20:10:21.065932 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e08d1-8f47-4df1-a8ff-ee3f7e43abbe req-b9b52521-64b0-4ffe-8221-59d6d8f7745e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:21.067537 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-553e08d1-8f47-4df1-a8ff-ee3f7e43abbe req-b9b52521-64b0-4ffe-8221-59d6d8f7745e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 1099 time: 0.5317211 Jun 27 20:10:21.185343 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-553e08d1-8f47-4df1-a8ff-ee3f7e43abbe req-6e18c490-8590-4e4a-b008-6e4d510c124a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064408 Jun 27 20:10:21.209108 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1718d-e0a1-4ec0-95cc-8db17724eebc req-94b5f471-d90e-4632-91e8-deae891d2732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:21.210893 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-c2b1718d-e0a1-4ec0-95cc-8db17724eebc req-94b5f471-d90e-4632-91e8-deae891d2732 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2743611 Jun 27 20:10:21.317848 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-d4c67c97-2fe7-46f6-8fbc-b6039a4b4810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d0b5969-ee27-4e95-8a0e-3aad9db859c3 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:10:21.327798 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-d4c67c97-2fe7-46f6-8fbc-b6039a4b4810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:21.356954 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-d4c67c97-2fe7-46f6-8fbc-b6039a4b4810 service neutron] Transition to ACTIVE for port object 3d0b5969-ee27-4e95-8a0e-3aad9db859c3 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:10:21.385044 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-d4c67c97-2fe7-46f6-8fbc-b6039a4b4810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:21.391575 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b9752c70-40dc-48cb-8ce8-225bf943a9b3 req-c53cd4c2-5629-4b2d-bd89-7f81797dd38a service neutron] 10.222.0.15 "GET /v2.0/networks/161680f6-9340-499f-abb6-7578d38c56d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709772 Jun 27 20:10:21.462047 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ce61b-738f-420b-a756-9df70cf41935 req-cfb43e9f-2337-4873-8606-b5a3a7b10586 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:21.470364 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0a9ce61b-738f-420b-a756-9df70cf41935 req-cfb43e9f-2337-4873-8606-b5a3a7b10586 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 944 time: 0.2746871 Jun 27 20:10:21.494922 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f93be-d388-4f43-b67b-d9c5eabe46e2 req-895377b3-dcdd-485f-80d8-218ae9df9172 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:21.502634 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-525f93be-d388-4f43-b67b-d9c5eabe46e2 req-895377b3-dcdd-485f-80d8-218ae9df9172 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 946 time: 0.3978033 Jun 27 20:10:21.617659 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0a9ce61b-738f-420b-a756-9df70cf41935 req-dc9d5098-07a9-4226-90bd-c9f951e6ee58 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462736 Jun 27 20:10:21.642642 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-525f93be-d388-4f43-b67b-d9c5eabe46e2 req-e4d0bfff-60b4-4265-85d4-d66d0fb7d5eb tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390436 Jun 27 20:10:21.715399 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c67c97-2fe7-46f6-8fbc-b6039a4b4810 service neutron] Pushing event updated for resources: {'Port': ['ID=3d0b5969-ee27-4e95-8a0e-3aad9db859c3,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:10:21.751200 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-d4c67c97-2fe7-46f6-8fbc-b6039a4b4810 service neutron] Attempting to bind port 3d0b5969-ee27-4e95-8a0e-3aad9db859c3 on host hv-cinder-84579 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:10:21.751481 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-d4c67c97-2fe7-46f6-8fbc-b6039a4b4810 service neutron] Attempting to bind port 3d0b5969-ee27-4e95-8a0e-3aad9db859c3 by drivers openvswitch,hyperv on host hv-cinder-84579 at level 0 using segments [{'id': 'fa644f1e-16ec-4e65-859c-9cfba5396130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd40ff268-aa38-4161-b8bc-5035a272a9f3'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:10:21.751806 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-d4c67c97-2fe7-46f6-8fbc-b6039a4b4810 service neutron] Attempting to bind port 3d0b5969-ee27-4e95-8a0e-3aad9db859c3 on network d40ff268-aa38-4161-b8bc-5035a272a9f3 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:10:21.761006 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-d4c67c97-2fe7-46f6-8fbc-b6039a4b4810 service neutron] Port 3d0b5969-ee27-4e95-8a0e-3aad9db859c3 on network d40ff268-aa38-4161-b8bc-5035a272a9f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84579 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 20:10:21.761319 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-d4c67c97-2fe7-46f6-8fbc-b6039a4b4810 service neutron] Attempting to bind port 3d0b5969-ee27-4e95-8a0e-3aad9db859c3 on network d40ff268-aa38-4161-b8bc-5035a272a9f3 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:10:21.768169 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-d4c67c97-2fe7-46f6-8fbc-b6039a4b4810 service neutron] Checking agent: {'id': '31e345cd-768d-4f38-b592-a73bb4a1bf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84579', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'started_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:10:21.768503 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-d4c67c97-2fe7-46f6-8fbc-b6039a4b4810 service neutron] Checking segment: {'id': 'fa644f1e-16ec-4e65-859c-9cfba5396130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd40ff268-aa38-4161-b8bc-5035a272a9f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:10:21.768878 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-d4c67c97-2fe7-46f6-8fbc-b6039a4b4810 service neutron] Bound using segment: {'id': 'fa644f1e-16ec-4e65-859c-9cfba5396130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd40ff268-aa38-4161-b8bc-5035a272a9f3'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:10:21.769299 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-d4c67c97-2fe7-46f6-8fbc-b6039a4b4810 service neutron] Bound port: 3d0b5969-ee27-4e95-8a0e-3aad9db859c3, host: hv-cinder-84579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa644f1e-16ec-4e65-859c-9cfba5396130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd40ff268-aa38-4161-b8bc-5035a272a9f3'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:10:21.769661 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-d4c67c97-2fe7-46f6-8fbc-b6039a4b4810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:22.055612 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-d4c67c97-2fe7-46f6-8fbc-b6039a4b4810 service neutron] For port 3d0b5969-ee27-4e95-8a0e-3aad9db859c3, host hv-cinder-84579, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:10:22.097220 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b9752c70-40dc-48cb-8ce8-225bf943a9b3 req-8c364621-e12f-4dbf-991b-ed704244a741 service neutron] 10.222.0.15 "GET /v2.0/networks/161680f6-9340-499f-abb6-7578d38c56d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085667 Jun 27 20:10:22.155710 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-31bd4a47-7f57-42ec-90d6-60265b1e6843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:22.158055 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-31bd4a47-7f57-42ec-90d6-60265b1e6843 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce50a06e19fe48b5ad68a43b953f5ae0&device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 1097 time: 0.2841680 Jun 27 20:10:22.160195 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-d4c67c97-2fe7-46f6-8fbc-b6039a4b4810 service neutron] For port 3d0b5969-ee27-4e95-8a0e-3aad9db859c3, host hv-cinder-84579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=3d0b5969-ee27-4e95-8a0e-3aad9db859c3,segment=NetworkSegment(fa644f1e-16ec-4e65-859c-9cfba5396130),segment_id=fa644f1e-16ec-4e65-859c-9cfba5396130)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:10:22.174673 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-d4c67c97-2fe7-46f6-8fbc-b6039a4b4810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:22.184052 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80044cd-3356-4f88-8a4a-20036012c294 req-940536cb-06ec-4af5-9039-15c10aad2a9e tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:22.185508 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a80044cd-3356-4f88-8a4a-20036012c294 req-940536cb-06ec-4af5-9039-15c10aad2a9e tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.2900038 Jun 27 20:10:22.200776 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec58c65-d304-4487-8e5c-38e0518b952e req-bedce9b3-716e-4a1b-9fad-9d50a3bc56e5 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:22.202599 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-aec58c65-d304-4487-8e5c-38e0518b952e req-bedce9b3-716e-4a1b-9fad-9d50a3bc56e5 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 944 time: 0.2740405 Jun 27 20:10:22.345805 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-4eab74f7-cffa-43a8-9476-40c3cf7baf9c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=293cb1f6-62ca-420c-a069-ea9f15e6dda8 HTTP/1.1" status: 200 len: 217 time: 0.1659801 Jun 27 20:10:22.415785 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-d4c67c97-2fe7-46f6-8fbc-b6039a4b4810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:22.416382 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-d4c67c97-2fe7-46f6-8fbc-b6039a4b4810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:22.417736 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-d4c67c97-2fe7-46f6-8fbc-b6039a4b4810 service neutron] 10.222.0.15 "PUT /v2.0/ports/3d0b5969-ee27-4e95-8a0e-3aad9db859c3 HTTP/1.1" status: 200 len: 1094 time: 2.3228726 Jun 27 20:10:22.423287 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19bbbbab-b9b4-4f4c-b9d9-dde905150892', 'tag': '3d0b5969-ee27-4e95-8a0e-3aad9db859c3'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:10:22.424934 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-aec58c65-d304-4487-8e5c-38e0518b952e req-f7ff2cbb-1310-4c11-b369-81b2f5bc15d5 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533113 Jun 27 20:10:22.441101 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a80044cd-3356-4f88-8a4a-20036012c294 req-21c5eac2-f9b8-4a83-8219-54e9ffd1e3db tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2374680 Jun 27 20:10:22.495204 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785fe51-f66b-40e5-8e11-db0c24acaa24 req-12fa8018-f3b3-4151-9083-9a334d79e8c3 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:22.495921 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-8785fe51-f66b-40e5-8e11-db0c24acaa24 req-12fa8018-f3b3-4151-9083-9a334d79e8c3 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Synchronizing usage tracker for tenant:469e1b20f40e455aa43d027d3cc58e1e on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:10:22.595897 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-85347ad3-9457-4484-83a0-0eaeb486df0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:22.597402 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-85347ad3-9457-4484-83a0-0eaeb486df0c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fc6859b-14ec-4180-9322-1859f9ae604d HTTP/1.1" status: 200 len: 847 time: 0.2388020 Jun 27 20:10:22.601046 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c67c97-2fe7-46f6-8fbc-b6039a4b4810 service neutron] Pushing event updated for resources: {'Port': ['ID=3d0b5969-ee27-4e95-8a0e-3aad9db859c3,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:10:22.718404 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-8785fe51-f66b-40e5-8e11-db0c24acaa24 req-12fa8018-f3b3-4151-9083-9a334d79e8c3 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Unset dirty status for tenant:469e1b20f40e455aa43d027d3cc58e1e on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:10:22.719666 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-8785fe51-f66b-40e5-8e11-db0c24acaa24 req-12fa8018-f3b3-4151-9083-9a334d79e8c3 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 949 time: 0.6546476 Jun 27 20:10:22.791371 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f903ca-8989-4930-84e2-4ac7dffa5f7f req-f00aa6fc-6eb4-435d-aba2-891a71b61409 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:22.793723 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-64f903ca-8989-4930-84e2-4ac7dffa5f7f req-f00aa6fc-6eb4-435d-aba2-891a71b61409 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.1880121 Jun 27 20:10:22.805360 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da0781-35ab-487b-90f2-1c0ce1a4bac6 req-1f332c9b-b6db-4eee-a673-7abfcfb31b7e tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:22.808047 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-24da0781-35ab-487b-90f2-1c0ce1a4bac6 req-1f332c9b-b6db-4eee-a673-7abfcfb31b7e tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 949 time: 0.1633606 Jun 27 20:10:22.812824 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-8785fe51-f66b-40e5-8e11-db0c24acaa24 req-00018105-5aa9-42d8-a899-978e232215c0 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Deleting port 8c7c97a3-8188-43cd-8e68-c76d7b67cfab {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:10:22.813215 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8785fe51-f66b-40e5-8e11-db0c24acaa24 req-00018105-5aa9-42d8-a899-978e232215c0 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:22.877477 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-17392af4-a679-4d40-b88a-35d5ab9f2457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:22.879139 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-17392af4-a679-4d40-b88a-35d5ab9f2457 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3cf8f149dca402fae175f02d29b94ea&device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 1097 time: 0.3672965 Jun 27 20:10:22.892598 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-64f903ca-8989-4930-84e2-4ac7dffa5f7f req-38b880b6-beaa-466f-aaee-91e9d6834de4 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830448 Jun 27 20:10:22.903439 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-24da0781-35ab-487b-90f2-1c0ce1a4bac6 req-e95cb87d-ec7e-4e0d-aea1-3ee864efe00f tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797551 Jun 27 20:10:23.135215 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44cabf8b-10d3-49b2-b803-db2fe5a62a4d'] response: {'name': 'network-changed', 'server_uuid': '19bbbbab-b9b4-4f4c-b9d9-dde905150892', 'tag': '3d0b5969-ee27-4e95-8a0e-3aad9db859c3', 'status': 'completed', 'code': 200} Jun 27 20:10:23.146912 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-a2cde1b3-06fd-4344-8d4c-dae811ebfcf5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d0b5969-ee27-4e95-8a0e-3aad9db859c3 HTTP/1.1" status: 200 len: 217 time: 0.2425671 Jun 27 20:10:23.148949 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-c4f6ffa0-de87-46af-9294-686eded262a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:23.150430 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-c4f6ffa0-de87-46af-9294-686eded262a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b3d414e0-f67f-476e-9bc2-025bb15b4193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5420542 Jun 27 20:10:23.312483 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260a738-addc-478a-b08e-19dca9f02c67 req-a7023ace-ecb1-47fc-b035-1d7ca387635f tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:23.322010 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e260a738-addc-478a-b08e-19dca9f02c67 req-a7023ace-ecb1-47fc-b035-1d7ca387635f tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 946 time: 0.1899984 Jun 27 20:10:23.333008 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa696f-5462-4e64-97b9-126b345b0379 req-c18b1ec2-4d6d-4ce8-b88b-2f68ac3eb3f4 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:23.334477 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-dafa696f-5462-4e64-97b9-126b345b0379 req-c18b1ec2-4d6d-4ce8-b88b-2f68ac3eb3f4 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 944 time: 0.1467187 Jun 27 20:10:23.420146 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e260a738-addc-478a-b08e-19dca9f02c67 req-9e05b70f-c241-4294-b05f-d02aa5e1e075 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972052 Jun 27 20:10:23.438967 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-dafa696f-5462-4e64-97b9-126b345b0379 req-9cbe9c64-1ff2-4def-8f69-208d3ff61558 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900595 Jun 27 20:10:23.560842 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-07c02917-4b7f-4d0a-aeae-c3c46cbc9705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:23.562331 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-07c02917-4b7f-4d0a-aeae-c3c46cbc9705 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30943b35-a008-4cdb-a621-4896f877b3ea HTTP/1.1" status: 200 len: 851 time: 0.3639677 Jun 27 20:10:23.567090 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-6eae5fdc-70bd-497d-86a4-e7e9f7723e72 service neutron] 10.222.0.15 "GET /v2.0/networks/b3d414e0-f67f-476e-9bc2-025bb15b4193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704112 Jun 27 20:10:23.903447 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-bcbf3830-bc15-469f-a280-baa0637c5c29 req-c2330dc0-5246-463a-85cb-cbea4420c33c service neutron] 10.222.0.15 "GET /v2.0/networks/b3d414e0-f67f-476e-9bc2-025bb15b4193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243043 Jun 27 20:10:23.945082 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde92b9-b129-46e3-b12d-e85b3a1a40a5 req-410994f4-70c4-4df7-be9e-e0219e6fbc81 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:23.946632 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5fde92b9-b129-46e3-b12d-e85b3a1a40a5 req-410994f4-70c4-4df7-be9e-e0219e6fbc81 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 944 time: 0.2421665 Jun 27 20:10:23.946763 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-8785fe51-f66b-40e5-8e11-db0c24acaa24 req-00018105-5aa9-42d8-a899-978e232215c0 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] For port 8c7c97a3-8188-43cd-8e68-c76d7b67cfab, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=8c7c97a3-8188-43cd-8e68-c76d7b67cfab,segment=NetworkSegment(bef805e1-620c-40dc-a102-0cfeaa476948),segment_id=bef805e1-620c-40dc-a102-0cfeaa476948)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:10:23.947116 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8785fe51-f66b-40e5-8e11-db0c24acaa24 req-00018105-5aa9-42d8-a899-978e232215c0 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:23.956868 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63d231-09e4-44eb-901b-7993a6733832 req-355670a3-850d-4bd4-b963-9d0a88433f31 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:23.959734 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ec63d231-09e4-44eb-901b-7993a6733832 req-355670a3-850d-4bd4-b963-9d0a88433f31 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.3074324 Jun 27 20:10:24.030107 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5fde92b9-b129-46e3-b12d-e85b3a1a40a5 req-d3788255-09b1-4848-ac62-b3f2da2f81b0 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701375 Jun 27 20:10:24.090308 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ec63d231-09e4-44eb-901b-7993a6733832 req-c1bf8e2e-bd15-49ec-934b-1a348f46dd84 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961883 Jun 27 20:10:24.178908 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-8785fe51-f66b-40e5-8e11-db0c24acaa24 req-00018105-5aa9-42d8-a899-978e232215c0 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Calling delete_port for 8c7c97a3-8188-43cd-8e68-c76d7b67cfab owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:10:24.267689 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-049741f2-5c50-42bf-a121-4f69b734772b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:24.269434 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-049741f2-5c50-42bf-a121-4f69b734772b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d40ff268-aa38-4161-b8bc-5035a272a9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6908503 Jun 27 20:10:24.353252 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8263d-ce1e-4094-ab3e-12dad33377bb req-43e01d40-24bf-495a-ba2c-74ba968d70b8 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:24.361466 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-40d8263d-ce1e-4094-ab3e-12dad33377bb req-43e01d40-24bf-495a-ba2c-74ba968d70b8 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b920c76-e6b8-4dc5-92ed-0ac1e518062b HTTP/1.1" status: 200 len: 949 time: 0.2345829 Jun 27 20:10:24.416369 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105c4c8-b24b-4912-a458-6706b2e61bf6 req-0352d011-5b34-4b18-baae-10617a9040a2 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:24.418540 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5105c4c8-b24b-4912-a458-6706b2e61bf6 req-0352d011-5b34-4b18-baae-10617a9040a2 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.1973641 Jun 27 20:10:24.454963 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-40d8263d-ce1e-4094-ab3e-12dad33377bb req-e69f91e6-9daa-4db3-b49e-d22bfffd8d69 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920908 Jun 27 20:10:24.537981 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-0d795f05-5718-476a-98d3-93ba9073c9b3 service neutron] 10.222.0.15 "GET /v2.0/networks/d40ff268-aa38-4161-b8bc-5035a272a9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417209 Jun 27 20:10:24.543963 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8785fe51-f66b-40e5-8e11-db0c24acaa24 req-00018105-5aa9-42d8-a899-978e232215c0 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:24.720249 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ba4ea-eac7-47ce-9b7d-d0ec400d8992 req-ba03706b-7731-484f-a1e0-c73da4c23790 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:24.721988 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-455ba4ea-eac7-47ce-9b7d-d0ec400d8992 req-ba03706b-7731-484f-a1e0-c73da4c23790 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 946 time: 0.1362500 Jun 27 20:10:24.767555 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00018105-5aa9-42d8-a899-978e232215c0 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Pushing event deleted for resources: {'Port': ['ID=8c7c97a3-8188-43cd-8e68-c76d7b67cfab,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:10:24.846669 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-455ba4ea-eac7-47ce-9b7d-d0ec400d8992 req-a56ae256-d745-46d0-b434-54f8a2b6e45e tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150858 Jun 27 20:10:24.875055 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5105c4c8-b24b-4912-a458-6706b2e61bf6 req-c3044077-d397-458f-bea5-c8df77b8d726 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4487700 Jun 27 20:10:24.891727 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-8785fe51-f66b-40e5-8e11-db0c24acaa24 req-00018105-5aa9-42d8-a899-978e232215c0 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] No DVR routers for this DVR port 8c7c97a3-8188-43cd-8e68-c76d7b67cfab on host hv-cinder-84579 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 20:10:24.891858 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 8c7c97a3-8188-43cd-8e68-c76d7b67cfab no longer exists at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:10:24.892520 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-8785fe51-f66b-40e5-8e11-db0c24acaa24 req-00018105-5aa9-42d8-a899-978e232215c0 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:25.026562 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-8785fe51-f66b-40e5-8e11-db0c24acaa24 req-00018105-5aa9-42d8-a899-978e232215c0 tempest-VolumesNegativeTest-375019026 tempest-VolumesNegativeTest-375019026-project] 10.222.0.15 "DELETE /v2.0/ports/8c7c97a3-8188-43cd-8e68-c76d7b67cfab HTTP/1.1" status: 204 len: 173 time: 2.2916555 Jun 27 20:10:25.036554 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] No Port match for: 8c7c97a3-8188-43cd-8e68-c76d7b67cfab {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:10:25.036882 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 8c7c97a3-8188-43cd-8e68-c76d7b67cfab not bound to the agent host hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:10:25.057136 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5737c37a-51e8-4f9f-87bd-8d3903688cfc req-9b3f9b96-f375-4e86-b089-e12852d20b99 service neutron] 10.222.0.15 "GET /v2.0/networks/d40ff268-aa38-4161-b8bc-5035a272a9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5105717 Jun 27 20:10:25.136354 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b920c76-e6b8-4dc5-92ed-0ac1e518062b', 'name': 'network-vif-deleted', 'tag': '8c7c97a3-8188-43cd-8e68-c76d7b67cfab'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:10:25.373870 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b94fb-2f61-4460-9506-0c8970cf2f92 req-ba163f03-c33e-4c78-9e59-5e4eaaf19021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:25.378097 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-9c2b94fb-2f61-4460-9506-0c8970cf2f92 req-ba163f03-c33e-4c78-9e59-5e4eaaf19021 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3cf8f149dca402fae175f02d29b94ea&device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 1097 time: 0.1875417 Jun 27 20:10:25.388599 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2c6e9-9145-4fff-b02b-40a5a0d5ccd1 req-0b00f53f-7628-49a5-8c55-97d4dfed75d4 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:25.390097 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0bc2c6e9-9145-4fff-b02b-40a5a0d5ccd1 req-0b00f53f-7628-49a5-8c55-97d4dfed75d4 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 944 time: 0.2942216 Jun 27 20:10:25.453070 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0bc2c6e9-9145-4fff-b02b-40a5a0d5ccd1 req-7d8deb68-b4d0-45dd-b2c9-2c4c26fa6118 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563433 Jun 27 20:10:25.466944 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75817a50-f072-437b-9298-b168afa67926 req-8de5c3f2-4c71-4bcf-8041-4489eecbeb07 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:25.467848 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-75817a50-f072-437b-9298-b168afa67926 req-8de5c3f2-4c71-4bcf-8041-4489eecbeb07 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 946 time: 0.2176566 Jun 27 20:10:25.523489 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-75817a50-f072-437b-9298-b168afa67926 req-97d6020e-3559-4431-90cb-e1583b09d1c5 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481629 Jun 27 20:10:25.558110 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 60714) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:10:25.581324 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b94fb-2f61-4460-9506-0c8970cf2f92 req-e2f95c95-93e0-403f-b750-280e0af6a43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:25.583183 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-9c2b94fb-2f61-4460-9506-0c8970cf2f92 req-e2f95c95-93e0-403f-b750-280e0af6a43e service neutron] 10.222.0.15 "GET /v2.0/networks?id=d40ff268-aa38-4161-b8bc-5035a272a9f3 HTTP/1.1" status: 200 len: 913 time: 0.1982596 Jun 27 20:10:25.865812 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-9c2b94fb-2f61-4460-9506-0c8970cf2f92 req-f1fd2315-0eb3-4a61-99c4-e2601d4a747f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d0b5969-ee27-4e95-8a0e-3aad9db859c3 HTTP/1.1" status: 200 len: 217 time: 0.2657976 Jun 27 20:10:25.971565 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b94fb-2f61-4460-9506-0c8970cf2f92 req-9867ef03-1b91-4f0d-9afc-81feb90804be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:25.973174 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-9c2b94fb-2f61-4460-9506-0c8970cf2f92 req-9867ef03-1b91-4f0d-9afc-81feb90804be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30943b35-a008-4cdb-a621-4896f877b3ea HTTP/1.1" status: 200 len: 851 time: 0.0957942 Jun 27 20:10:26.003911 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa956bc9-d8cf-4353-a04b-7a1181f29212 req-ec5e0633-0706-4c26-948d-f857b426cfb5 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:26.005801 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-aa956bc9-d8cf-4353-a04b-7a1181f29212 req-ec5e0633-0706-4c26-948d-f857b426cfb5 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 944 time: 0.2718978 Jun 27 20:10:26.054305 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbf234-9fda-4091-8d4e-8b013b92b96a req-a0dc5633-d48c-4fd9-90b8-7e07a73f7367 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:26.056465 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-14fbf234-9fda-4091-8d4e-8b013b92b96a req-a0dc5633-d48c-4fd9-90b8-7e07a73f7367 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.3898256 Jun 27 20:10:26.086406 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b94fb-2f61-4460-9506-0c8970cf2f92 req-dc330507-f463-40e4-b3dc-0c474d4f303e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:26.088144 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-9c2b94fb-2f61-4460-9506-0c8970cf2f92 req-dc330507-f463-40e4-b3dc-0c474d4f303e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d40ff268-aa38-4161-b8bc-5035a272a9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1067843 Jun 27 20:10:26.097114 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-aa956bc9-d8cf-4353-a04b-7a1181f29212 req-86d0c6fd-282a-4dea-94d5-f8ccad76ddf5 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0841951 Jun 27 20:10:26.099279 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddaaad10-9f67-4f13-878f-3222a26b6f00 tempest-TestVolumeBootPattern-1628714709 tempest-TestVolumeBootPattern-1628714709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:26.100141 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-ddaaad10-9f67-4f13-878f-3222a26b6f00 tempest-TestVolumeBootPattern-1628714709 tempest-TestVolumeBootPattern-1628714709-project-admin] Synchronizing usage tracker for tenant:1e9e5c6a6bab404790e54af7e19e4e21 on resource:port {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:10:26.148167 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-14fbf234-9fda-4091-8d4e-8b013b92b96a req-92505779-cbdf-41d5-b592-a9676a6e10f9 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680876 Jun 27 20:10:26.148770 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-ddaaad10-9f67-4f13-878f-3222a26b6f00 tempest-TestVolumeBootPattern-1628714709 tempest-TestVolumeBootPattern-1628714709-project-admin] Unset dirty status for tenant:1e9e5c6a6bab404790e54af7e19e4e21 on resource:port {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:10:26.153169 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-ddaaad10-9f67-4f13-878f-3222a26b6f00 tempest-TestVolumeBootPattern-1628714709 tempest-TestVolumeBootPattern-1628714709-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 1094 time: 0.5908644 Jun 27 20:10:26.154143 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 60726) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:10:26.159770 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-8d7c7a88-9690-4a4d-8a25-94e426a144c7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Request body: {'floatingip': {'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'port_id': '86fc25b5-286c-4b3d-a14a-9f701c9e4d53', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:10:26.177021 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-8d7c7a88-9690-4a4d-8a25-94e426a144c7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:10:26.181235 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-8d7c7a88-9690-4a4d-8a25-94e426a144c7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Usage tracker for resource:floatingip and tenant:caa8bd5588cd4b908faeb162efc54fb1 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:10:26.185451 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-8d7c7a88-9690-4a4d-8a25-94e426a144c7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:10:26.193103 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-8d7c7a88-9690-4a4d-8a25-94e426a144c7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:10:26.210772 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8d7c7a88-9690-4a4d-8a25-94e426a144c7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for floatingip, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:26.227402 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca60a1a8-382e-4379-8cd8-3cad2407d458'] response: {'server_uuid': '4b920c76-e6b8-4dc5-92ed-0ac1e518062b', 'name': 'network-vif-deleted', 'tag': '8c7c97a3-8188-43cd-8e68-c76d7b67cfab', 'status': 'completed', 'code': 200} Jun 27 20:10:26.335110 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-9c2b94fb-2f61-4460-9506-0c8970cf2f92 req-be2bc104-3f72-4c32-97f1-e5ef55465cc4 service neutron] 10.222.0.15 "GET /v2.0/networks/d40ff268-aa38-4161-b8bc-5035a272a9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335274 Jun 27 20:10:26.577015 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-9c2b94fb-2f61-4460-9506-0c8970cf2f92 req-71622566-14de-48e5-9707-e58aee9d229b service neutron] 10.222.0.15 "GET /v2.0/networks/d40ff268-aa38-4161-b8bc-5035a272a9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327397 Jun 27 20:10:26.766516 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10173d4-e0ca-4b89-b972-beb283a5ea58 req-40f54fad-eebc-4fc9-8ea0-ca94470ae1bd tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:26.773631 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c10173d4-e0ca-4b89-b972-beb283a5ea58 req-40f54fad-eebc-4fc9-8ea0-ca94470ae1bd tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.2431736 Jun 27 20:10:26.861136 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c10173d4-e0ca-4b89-b972-beb283a5ea58 req-b88c1756-28dd-4570-90e8-cdd620f158cc tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867381 Jun 27 20:10:26.896136 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3153726-d391-4a82-ac39-f15233682779 req-0eda44a4-8bf2-419b-843b-29ee8b999221 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:26.903153 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e3153726-d391-4a82-ac39-f15233682779 req-0eda44a4-8bf2-419b-843b-29ee8b999221 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 944 time: 0.2746096 Jun 27 20:10:26.928464 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8d7c7a88-9690-4a4d-8a25-94e426a144c7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:27.000600 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e3153726-d391-4a82-ac39-f15233682779 req-4016d153-3a06-42c7-8d8f-05a92a6a7eaf tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962813 Jun 27 20:10:27.126387 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-8d7c7a88-9690-4a4d-8a25-94e426a144c7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Allocated IP 172.27.3.22 (f5e38b28-d42a-47c6-b8ea-5d0ae1b51160/4aa6a97f-4da5-4d03-b34a-f88023a9290b/77687159-7cd7-48cd-a201-004d4fc3e572) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:10:27.485442 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8d7c7a88-9690-4a4d-8a25-94e426a144c7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:27.570267 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab4ef2-596f-47e5-ac9b-209d33ac6ff3 req-09f71c0a-0484-4900-b530-85e7716fa97a tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:27.571727 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c7ab4ef2-596f-47e5-ac9b-209d33ac6ff3 req-09f71c0a-0484-4900-b530-85e7716fa97a tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.2020905 Jun 27 20:10:27.579156 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed8d82-a6a9-4a85-960a-4a88bfc9384a req-0bafe6df-d33b-4b46-a040-d54cd400ac74 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:27.585927 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-40ed8d82-a6a9-4a85-960a-4a88bfc9384a req-0bafe6df-d33b-4b46-a040-d54cd400ac74 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 944 time: 0.2738128 Jun 27 20:10:27.628087 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8d7c7a88-9690-4a4d-8a25-94e426a144c7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14170096'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:27.734024 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7c7a88-9690-4a4d-8a25-94e426a144c7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:10:27.750978 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c7ab4ef2-596f-47e5-ac9b-209d33ac6ff3 req-60c698e6-6a9a-42de-bb85-53e67e74401b tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512363 Jun 27 20:10:27.755095 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-8d7c7a88-9690-4a4d-8a25-94e426a144c7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:10:27.758741 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7c7a88-9690-4a4d-8a25-94e426a144c7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:10:27.805275 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-40ed8d82-a6a9-4a85-960a-4a88bfc9384a req-ffa8f9c2-8090-4e39-b5e5-ff8c2d5fec57 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2184896 Jun 27 20:10:27.823674 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c7a88-9690-4a4d-8a25-94e426a144c7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Pushing event updated for resources: {'Port': ['ID=77687159-7cd7-48cd-a201-004d4fc3e572,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:10:28.396124 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 60854) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:10:28.425138 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344972ea-ff9d-491c-833d-6503064e2367 req-91648a3b-fadb-4608-8e20-5450bcd5af4a tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:28.432504 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-344972ea-ff9d-491c-833d-6503064e2367 req-91648a3b-fadb-4608-8e20-5450bcd5af4a tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.2620003 Jun 27 20:10:28.506687 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e9f74-4073-47dc-a6fc-ff218b279900 req-7be914dd-3177-4b92-b3d3-c7606267bf18 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:28.508269 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f71e9f74-4073-47dc-a6fc-ff218b279900 req-7be914dd-3177-4b92-b3d3-c7606267bf18 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 944 time: 0.2362082 Jun 27 20:10:28.524654 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-344972ea-ff9d-491c-833d-6503064e2367 req-0682cfb0-bf3d-4f80-8341-37eaa4605c2e tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910552 Jun 27 20:10:28.566977 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8d7c7a88-9690-4a4d-8a25-94e426a144c7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:28.600675 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-73caeb80-3324-474c-a418-3ce7fb2a2248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:28.620927 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-73caeb80-3324-474c-a418-3ce7fb2a2248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:10:28.625093 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-73caeb80-3324-474c-a418-3ce7fb2a2248 admin admin] Usage tracker for resource:security_group_rule and tenant:6ae2236bfb864ee1b2a18d0d34a2e6cc is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:10:28.632506 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-73caeb80-3324-474c-a418-3ce7fb2a2248 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:10:28.642512 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-73caeb80-3324-474c-a418-3ce7fb2a2248 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:10:28.838757 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f71e9f74-4073-47dc-a6fc-ff218b279900 req-bde4e75b-5975-4ac8-9b6f-8caa575abf20 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121736 Jun 27 20:10:28.869687 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8d7c7a88-9690-4a4d-8a25-94e426a144c7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:28.873613 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-73caeb80-3324-474c-a418-3ce7fb2a2248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:28.884492 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-73caeb80-3324-474c-a418-3ce7fb2a2248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:28.915284 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 3d0b5969-ee27-4e95-8a0e-3aad9db859c3 details requested by agent hyperv_hv-cinder-84579 with host hv-cinder-84579 {{(pid=88115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 20:10:29.032678 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-73caeb80-3324-474c-a418-3ce7fb2a2248 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6ae2236bfb864ee1b2a18d0d34a2e6cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6353779 Jun 27 20:10:29.046807 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 60876) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:10:29.047517 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73caeb80-3324-474c-a418-3ce7fb2a2248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0079e2a3-bc8d-4988-9259-76b2c0072c7d,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:10:29.184779 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 3d0b5969-ee27-4e95-8a0e-3aad9db859c3, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=3d0b5969-ee27-4e95-8a0e-3aad9db859c3,segment=NetworkSegment(fa644f1e-16ec-4e65-859c-9cfba5396130),segment_id=fa644f1e-16ec-4e65-859c-9cfba5396130)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:10:29.205105 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Returning: {'device': '3d0b5969-ee27-4e95-8a0e-3aad9db859c3', 'network_id': 'd40ff268-aa38-4161-b8bc-5035a272a9f3', 'port_id': '3d0b5969-ee27-4e95-8a0e-3aad9db859c3', 'mac_address': 'fa:16:3e:23:d8:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30943b35-a008-4cdb-a621-4896f877b3ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 20:10:29.207078 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4774807-7965-4f37-8d6e-31c0260c7fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:29.271034 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 3d0b5969-ee27-4e95-8a0e-3aad9db859c3 is: DOWN; New status is: BUILD {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:10:29.271648 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:29.274553 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4774807-7965-4f37-8d6e-31c0260c7fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:29.285106 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c156ec-ed5f-4571-b9b5-75e7e3b026d3 req-ad4a2729-8050-4798-b3d7-7acfc183765f tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:29.291846 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d0b5969-ee27-4e95-8a0e-3aad9db859c3 {{(pid=88115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:10:29.293475 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-24c156ec-ed5f-4571-b9b5-75e7e3b026d3 req-ad4a2729-8050-4798-b3d7-7acfc183765f tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 944 time: 0.2914491 Jun 27 20:10:29.321093 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 3d0b5969-ee27-4e95-8a0e-3aad9db859c3, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=3d0b5969-ee27-4e95-8a0e-3aad9db859c3,segment=NetworkSegment(fa644f1e-16ec-4e65-859c-9cfba5396130),segment_id=fa644f1e-16ec-4e65-859c-9cfba5396130)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:10:29.327776 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:29.367020 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911e3cd-149c-4367-8c09-391a3ed3f81d req-9d9aa8e8-b801-48fa-9367-2a7edcfbdc52 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:29.372003 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9911e3cd-149c-4367-8c09-391a3ed3f81d req-9d9aa8e8-b801-48fa-9367-2a7edcfbdc52 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.4170625 Jun 27 20:10:29.396543 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4774807-7965-4f37-8d6e-31c0260c7fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:29.411483 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=3d0b5969-ee27-4e95-8a0e-3aad9db859c3,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:10:29.440641 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4774807-7965-4f37-8d6e-31c0260c7fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0079e2a3-bc8d-4988-9259-76b2c0072c7d,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:10:29.467142 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4774807-7965-4f37-8d6e-31c0260c7fe2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:10:29.470023 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4774807-7965-4f37-8d6e-31c0260c7fe2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:10:29.470388 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4774807-7965-4f37-8d6e-31c0260c7fe2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:10:29.470724 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4774807-7965-4f37-8d6e-31c0260c7fe2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:10:29.471057 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4774807-7965-4f37-8d6e-31c0260c7fe2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:10:29.471386 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4774807-7965-4f37-8d6e-31c0260c7fe2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:10:29.471707 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4774807-7965-4f37-8d6e-31c0260c7fe2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:10:29.472023 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4774807-7965-4f37-8d6e-31c0260c7fe2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:10:29.472341 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4774807-7965-4f37-8d6e-31c0260c7fe2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:10:29.472658 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4774807-7965-4f37-8d6e-31c0260c7fe2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:10:29.472970 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4774807-7965-4f37-8d6e-31c0260c7fe2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:10:29.473279 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4774807-7965-4f37-8d6e-31c0260c7fe2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:10:29.474265 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-24c156ec-ed5f-4571-b9b5-75e7e3b026d3 req-5b77888c-b4ee-40a7-b3e2-7880dd6b3349 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1797743 Jun 27 20:10:29.481521 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4774807-7965-4f37-8d6e-31c0260c7fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:29.509275 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-a4774807-7965-4f37-8d6e-31c0260c7fe2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0079e2a3-bc8d-4988-9259-76b2c0072c7d HTTP/1.1" status: 204 len: 168 time: 0.4431074 Jun 27 20:10:29.528416 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9911e3cd-149c-4367-8c09-391a3ed3f81d req-ed40cd7c-cc00-4349-af89-81262479566b tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873084 Jun 27 20:10:29.561844 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8d7c7a88-9690-4a4d-8a25-94e426a144c7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:29.569412 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8d7c7a88-9690-4a4d-8a25-94e426a144c7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14170087'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:29.694533 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c7a88-9690-4a4d-8a25-94e426a144c7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Pushing event updated for resources: {'Port': ['ID=77687159-7cd7-48cd-a201-004d4fc3e572,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:10:29.893904 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8d7c7a88-9690-4a4d-8a25-94e426a144c7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16271055'] for floatingip, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:29.962963 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['3d0b5969-ee27-4e95-8a0e-3aad9db859c3'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:10:30.206509 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53245d4-3e76-4bcb-8595-0e5cb6ae44d1 req-33ecfdcd-e220-44d2-962c-15a4ef1c548a tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:30.208527 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b53245d4-3e76-4bcb-8595-0e5cb6ae44d1 req-33ecfdcd-e220-44d2-962c-15a4ef1c548a tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.5147338 Jun 27 20:10:30.249633 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.db.l3_db [None req-8d7c7a88-9690-4a4d-8a25-94e426a144c7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Floating IP 7dd473ef-f080-4dda-9458-58d6caeec065 associated. External IP: 172.27.3.22, port: 86fc25b5-286c-4b3d-a14a-9f701c9e4d53. Jun 27 20:10:30.566297 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2f706-4767-4d7d-a888-bb94d77199cb req-41a4d67c-e058-427d-a6e4-367addc185fe tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:30.573015 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-83b2f706-4767-4d7d-a888-bb94d77199cb req-41a4d67c-e058-427d-a6e4-367addc185fe tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 945 time: 0.4712667 Jun 27 20:10:30.577453 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b53245d4-3e76-4bcb-8595-0e5cb6ae44d1 req-cd35bd8b-aa8e-46ef-b8b0-680a86f40369 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3587823 Jun 27 20:10:30.751728 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-83b2f706-4767-4d7d-a888-bb94d77199cb req-9249a23d-6fb7-44cd-be3f-1f82f3049e79 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778049 Jun 27 20:10:30.850608 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:10:30.889340 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7c7a88-9690-4a4d-8a25-94e426a144c7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Router 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:10:31.279364 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263058e-cd1d-4d2b-b6cd-2a51c7e41ec0 req-357bd119-4add-4f28-a9de-e366dbbfd8ee tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:31.283680 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3263058e-cd1d-4d2b-b6cd-2a51c7e41ec0 req-357bd119-4add-4f28-a9de-e366dbbfd8ee tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 944 time: 0.5167818 Jun 27 20:10:31.366304 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7c7a88-9690-4a4d-8a25-94e426a144c7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:10:31.371318 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3263058e-cd1d-4d2b-b6cd-2a51c7e41ec0 req-33930d54-7341-4d38-9490-1e33ec3cd584 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0815034 Jun 27 20:10:31.390710 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8421ce8-a210-4036-ab5d-409cbce5a5d6 None None] Sync routers for ids ['3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'] in dv-cinder-845799-1-iscsi {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:10:31.399049 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488506bd-4c96-4b40-aa4a-3d64b6e1f35e req-74d027e2-203a-4b06-bd4b-0231e6003adc tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:31.409552 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-488506bd-4c96-4b40-aa4a-3d64b6e1f35e req-74d027e2-203a-4b06-bd4b-0231e6003adc tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.2475309 Jun 27 20:10:31.414066 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8421ce8-a210-4036-ab5d-409cbce5a5d6 None None] Routers {'3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:10:31.415343 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f8421ce8-a210-4036-ab5d-409cbce5a5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:10:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:10:31.452095 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8d7c7a88-9690-4a4d-8a25-94e426a144c7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:31.524620 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-488506bd-4c96-4b40-aa4a-3d64b6e1f35e req-fd8d1ed8-7cfd-4983-b0d2-e66ece349aa2 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142068 Jun 27 20:10:31.547271 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-8d7c7a88-9690-4a4d-8a25-94e426a144c7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3918490 Jun 27 20:10:31.548483 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d27692-315d-4ff4-b1f4-3e5e338cec8f', 'tag': '86fc25b5-286c-4b3d-a14a-9f701c9e4d53'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:10:31.606083 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-124c005a-692b-41e3-ab34-7a3349cb3d86'] response: {'name': 'network-changed', 'server_uuid': 'e0d27692-315d-4ff4-b1f4-3e5e338cec8f', 'tag': '86fc25b5-286c-4b3d-a14a-9f701c9e4d53', 'status': 'completed', 'code': 200} Jun 27 20:10:31.700265 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-f8421ce8-a210-4036-ab5d-409cbce5a5d6 None None] Set router 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:10:31.804037 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc8193-94cc-4a97-a1dc-c9486b67b9c0 req-105df810-b69f-4403-8cb1-d88d89cd8b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:31.807364 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-17dc8193-94cc-4a97-a1dc-c9486b67b9c0 req-105df810-b69f-4403-8cb1-d88d89cd8b2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=caa8bd5588cd4b908faeb162efc54fb1&device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 1099 time: 0.1453941 Jun 27 20:10:31.894824 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0e416-1068-40a6-9d8a-18829a66a273 req-259842d2-d6a7-4589-bccb-577d854edc4d tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:31.908006 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7dc0e416-1068-40a6-9d8a-18829a66a273 req-259842d2-d6a7-4589-bccb-577d854edc4d tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.1908944 Jun 27 20:10:32.036151 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc8193-94cc-4a97-a1dc-c9486b67b9c0 req-0f7253c5-76da-4645-92d1-d727200acfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:32.038005 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-17dc8193-94cc-4a97-a1dc-c9486b67b9c0 req-0f7253c5-76da-4645-92d1-d727200acfd5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=95174e0b-b3b6-422f-bf95-035686ee2474 HTTP/1.1" status: 200 len: 912 time: 0.2211475 Jun 27 20:10:32.043926 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7dc0e416-1068-40a6-9d8a-18829a66a273 req-32803eca-2e62-4afa-8142-0b2ff80a912d tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349163 Jun 27 20:10:32.098182 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c8953-2fdd-4dbf-9fa8-c7bd7f7c51f8 req-6639b588-ffde-42b5-98a2-356fb2d228b8 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:32.099653 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5e0c8953-2fdd-4dbf-9fa8-c7bd7f7c51f8 req-6639b588-ffde-42b5-98a2-356fb2d228b8 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 945 time: 0.1860218 Jun 27 20:10:32.189785 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5e0c8953-2fdd-4dbf-9fa8-c7bd7f7c51f8 req-e16d7ae2-2036-4a0d-8317-bef55a4cc037 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834630 Jun 27 20:10:32.209142 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f8421ce8-a210-4036-ab5d-409cbce5a5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'name': 'tempest-TestVolumeBootPattern-451240422-router', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:08:30Z', 'updated_at': '2022-06-27T20:08:35Z', 'revision_number': 4, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'gw_port': {'id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:31:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:31Z', 'updated_at': '2022-06-27T20:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': '7dd473ef-f080-4dda-9458-58d6caeec065', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'floating_ip_address': '172.27.3.22', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'port_id': '86fc25b5-286c-4b3d-a14a-9f701c9e4d53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'mac_address': 'fa:16:3e:83:63:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d27692-315d-4ff4-b1f4-3e5e338cec8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:10:28Z', 'updated_at': '2022-06-27T20:10:28Z', 'revision_number': 0, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc67f8c6-7086-4fbd-b288-806c5c27fde3', 'name': '', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'mac_address': 'fa:16:3e:68:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:34Z', 'updated_at': '2022-06-27T20:08:42Z', 'revision_number': 5, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'subnets': [{'id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:10:32.219117 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8421ce8-a210-4036-ab5d-409cbce5a5d6 None None] Checking router: 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 for host: dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:10:32.231879 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8421ce8-a210-4036-ab5d-409cbce5a5d6 None None] Routers {'3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:10:32.232747 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f8421ce8-a210-4036-ab5d-409cbce5a5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:10:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:10:32.247254 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-17dc8193-94cc-4a97-a1dc-c9486b67b9c0 req-299c81a8-6628-40f7-95b6-90551449c1eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86fc25b5-286c-4b3d-a14a-9f701c9e4d53 HTTP/1.1" status: 200 len: 999 time: 0.1939201 Jun 27 20:10:32.330737 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc8193-94cc-4a97-a1dc-c9486b67b9c0 req-c2165b73-c50e-499f-9429-11ec2f58e842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:32.334327 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-17dc8193-94cc-4a97-a1dc-c9486b67b9c0 req-c2165b73-c50e-499f-9429-11ec2f58e842 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d296a220-8d8b-48c1-98ba-4729812d3752 HTTP/1.1" status: 200 len: 850 time: 0.0737886 Jun 27 20:10:32.457268 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc8193-94cc-4a97-a1dc-c9486b67b9c0 req-9841367a-264b-43a5-b32a-d50fa581f06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:32.459325 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-17dc8193-94cc-4a97-a1dc-c9486b67b9c0 req-9841367a-264b-43a5-b32a-d50fa581f06f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95174e0b-b3b6-422f-bf95-035686ee2474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1187689 Jun 27 20:10:32.471681 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-f8421ce8-a210-4036-ab5d-409cbce5a5d6 None None] Set router 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:10:32.663924 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-17dc8193-94cc-4a97-a1dc-c9486b67b9c0 req-5f9a6333-e702-4190-b654-7948ce558ef6 service neutron] 10.222.0.15 "GET /v2.0/networks/95174e0b-b3b6-422f-bf95-035686ee2474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926515 Jun 27 20:10:32.842180 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b754c30-1c8f-4711-9f14-b21a1052b0b9 req-ad969cff-872d-48c7-8766-73739339e43d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:32.843649 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6b754c30-1c8f-4711-9f14-b21a1052b0b9 req-ad969cff-872d-48c7-8766-73739339e43d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.1514633 Jun 27 20:10:32.860265 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-17dc8193-94cc-4a97-a1dc-c9486b67b9c0 req-bd6ebaf8-f9b4-48ee-8388-7daf6a285bc8 service neutron] 10.222.0.15 "GET /v2.0/networks/95174e0b-b3b6-422f-bf95-035686ee2474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887159 Jun 27 20:10:32.866846 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b3d86-c2c3-46b9-9980-a2c287586ba9 req-942ab8e5-7519-4775-a383-7a2efd9fb458 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:32.868517 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-318b3d86-c2c3-46b9-9980-a2c287586ba9 req-942ab8e5-7519-4775-a383-7a2efd9fb458 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 944 time: 0.2757163 Jun 27 20:10:32.940008 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6b754c30-1c8f-4711-9f14-b21a1052b0b9 req-f4eee7fb-b1e8-4be4-b722-6568b906800b tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840774 Jun 27 20:10:32.969853 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-318b3d86-c2c3-46b9-9980-a2c287586ba9 req-be25a835-07b5-43d6-9e1e-cfe374c06fcf tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692580 Jun 27 20:10:32.975617 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 293cb1f6-62ca-420c-a069-ea9f15e6dda8 details requested by agent hyperv_hv-cinder-84579 with host hv-cinder-84579 {{(pid=88115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 20:10:32.984752 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 3d0b5969-ee27-4e95-8a0e-3aad9db859c3 up at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:10:33.173888 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning for port 3d0b5969-ee27-4e95-8a0e-3aad9db859c3 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:10:33.190717 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning complete for port 3d0b5969-ee27-4e95-8a0e-3aad9db859c3 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:10:33.191101 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:33.263180 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f8421ce8-a210-4036-ab5d-409cbce5a5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'name': 'tempest-TestVolumeBootPattern-451240422-router', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:08:30Z', 'updated_at': '2022-06-27T20:08:35Z', 'revision_number': 4, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'gw_port': {'id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:31:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:31Z', 'updated_at': '2022-06-27T20:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': '7dd473ef-f080-4dda-9458-58d6caeec065', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'floating_ip_address': '172.27.3.22', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'port_id': '86fc25b5-286c-4b3d-a14a-9f701c9e4d53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'mac_address': 'fa:16:3e:83:63:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d27692-315d-4ff4-b1f4-3e5e338cec8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:10:28Z', 'updated_at': '2022-06-27T20:10:28Z', 'revision_number': 0, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc67f8c6-7086-4fbd-b288-806c5c27fde3', 'name': '', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'mac_address': 'fa:16:3e:68:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:34Z', 'updated_at': '2022-06-27T20:08:42Z', 'revision_number': 5, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'subnets': [{'id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:10:33.271063 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8421ce8-a210-4036-ab5d-409cbce5a5d6 None None] The sync data for ids ['3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'] in dv-cinder-845799-1-iscsi is: [{'id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'name': 'tempest-TestVolumeBootPattern-451240422-router', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:08:30Z', 'updated_at': '2022-06-27T20:08:35Z', 'revision_number': 4, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'gw_port': {'id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:31:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:31Z', 'updated_at': '2022-06-27T20:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': '7dd473ef-f080-4dda-9458-58d6caeec065', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'floating_ip_address': '172.27.3.22', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'port_id': '86fc25b5-286c-4b3d-a14a-9f701c9e4d53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'mac_address': 'fa:16:3e:83:63:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d27692-315d-4ff4-b1f4-3e5e338cec8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:10:28Z', 'updated_at': '2022-06-27T20:10:28Z', 'revision_number': 0, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc67f8c6-7086-4fbd-b288-806c5c27fde3', 'name': '', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'mac_address': 'fa:16:3e:68:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:34Z', 'updated_at': '2022-06-27T20:08:42Z', 'revision_number': 5, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'subnets': [{'id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:10:33.298592 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 293cb1f6-62ca-420c-a069-ea9f15e6dda8, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=293cb1f6-62ca-420c-a069-ea9f15e6dda8,segment=NetworkSegment(abfee25b-3946-4293-ac9a-e442b8d66c42),segment_id=abfee25b-3946-4293-ac9a-e442b8d66c42)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:10:33.334386 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Returning: {'device': '293cb1f6-62ca-420c-a069-ea9f15e6dda8', 'network_id': 'b3d414e0-f67f-476e-9bc2-025bb15b4193', 'port_id': '293cb1f6-62ca-420c-a069-ea9f15e6dda8', 'mac_address': 'fa:16:3e:64:f9:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fc6859b-14ec-4180-9322-1859f9ae604d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 20:10:33.350093 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc3a6d-98b5-4793-9cdd-2bb46a365ead req-bd9eab49-cacf-48cf-a628-ed735820e90a tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:33.352319 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-dcfc3a6d-98b5-4793-9cdd-2bb46a365ead req-bd9eab49-cacf-48cf-a628-ed735820e90a tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.1606653 Jun 27 20:10:33.430862 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 293cb1f6-62ca-420c-a069-ea9f15e6dda8 is: DOWN; New status is: BUILD {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:10:33.431243 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:33.459923 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 293cb1f6-62ca-420c-a069-ea9f15e6dda8 {{(pid=88115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:10:33.477546 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 3d0b5969-ee27-4e95-8a0e-3aad9db859c3 is: BUILD; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:10:33.478070 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:33.493737 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-dcfc3a6d-98b5-4793-9cdd-2bb46a365ead req-571cf9a9-5d7d-46c8-bf74-9dc4664cdaa1 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350486 Jun 27 20:10:33.498280 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 293cb1f6-62ca-420c-a069-ea9f15e6dda8, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=293cb1f6-62ca-420c-a069-ea9f15e6dda8,segment=NetworkSegment(abfee25b-3946-4293-ac9a-e442b8d66c42),segment_id=abfee25b-3946-4293-ac9a-e442b8d66c42)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:10:33.515871 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 3d0b5969-ee27-4e95-8a0e-3aad9db859c3, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=3d0b5969-ee27-4e95-8a0e-3aad9db859c3,segment=NetworkSegment(fa644f1e-16ec-4e65-859c-9cfba5396130),segment_id=fa644f1e-16ec-4e65-859c-9cfba5396130)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:10:33.517081 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bbbbab-b9b4-4f4c-b9d9-dde905150892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0b5969-ee27-4e95-8a0e-3aad9db859c3'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:10:33.524094 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:33.590913 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79d89b-5318-401a-a076-45b04d9b0d7c req-2632ff24-6f70-47cd-b92e-3a30c9b7feb9 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:33.604183 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ea79d89b-5318-401a-a076-45b04d9b0d7c req-2632ff24-6f70-47cd-b92e-3a30c9b7feb9 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 945 time: 0.1925743 Jun 27 20:10:33.620277 dv-cinder-845799-1-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15281ef1-3ed1-4991-8b51-4e79bcf36a72'] response: {'server_uuid': '19bbbbab-b9b4-4f4c-b9d9-dde905150892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0b5969-ee27-4e95-8a0e-3aad9db859c3', 'code': 200} Jun 27 20:10:33.621698 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=293cb1f6-62ca-420c-a069-ea9f15e6dda8,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:10:33.624532 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:33.631663 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99513b69-4565-4feb-ac13-5370b355256a None None] New status for floating IP 7dd473ef-f080-4dda-9458-58d6caeec065: ACTIVE {{(pid=88116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 20:10:33.678473 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ea79d89b-5318-401a-a076-45b04d9b0d7c req-111cf02a-bd07-4a3d-8a9c-1f80ddb28a7f tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678267 Jun 27 20:10:33.703536 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=3d0b5969-ee27-4e95-8a0e-3aad9db859c3,revision_number=5']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:10:33.983363 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 32808) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:10:33.998524 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8e8a3-034f-48bb-a1f3-30fd6da56e30 req-dd42b6a3-d636-4c41-a6bf-c79e7fe90b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:34.000499 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2af8e8a3-034f-48bb-a1f3-30fd6da56e30 req-dd42b6a3-d636-4c41-a6bf-c79e7fe90b1b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 1099 time: 0.1216531 Jun 27 20:10:34.054969 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2af8e8a3-034f-48bb-a1f3-30fd6da56e30 req-1eee50ef-94b8-4bb6-851f-62dd1b4aae1d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464628 Jun 27 20:10:34.079827 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['293cb1f6-62ca-420c-a069-ea9f15e6dda8'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:10:34.273013 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-e22c31a3-e28e-4314-8be1-582017447239 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=469e1b20f40e455aa43d027d3cc58e1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2877915 Jun 27 20:10:34.275690 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 32816) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:10:34.305016 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2d3b5-be3c-4593-9de5-8b1b23fa4d67 req-bd3a90e0-0877-49f1-9193-9b6266b4ef2a tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:34.312493 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cfd2d3b5-be3c-4593-9de5-8b1b23fa4d67 req-bd3a90e0-0877-49f1-9193-9b6266b4ef2a tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.2130103 Jun 27 20:10:34.346419 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db3130-59dc-434b-aae6-79beaea949bb req-80e6a3d9-a216-464d-a184-075c79bbfa09 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:34.347964 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-35db3130-59dc-434b-aae6-79beaea949bb req-80e6a3d9-a216-464d-a184-075c79bbfa09 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 945 time: 0.1939242 Jun 27 20:10:34.405446 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cfd2d3b5-be3c-4593-9de5-8b1b23fa4d67 req-dd25a397-fa7c-4672-a348-817629cec1b9 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919921 Jun 27 20:10:34.453076 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-35db3130-59dc-434b-aae6-79beaea949bb req-05a73365-8d42-4c83-bb30-972e84f5b317 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0963559 Jun 27 20:10:34.550392 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-19c34c97-70f3-4f41-9e19-6c853661d1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:34.596062 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-19c34c97-70f3-4f41-9e19-6c853661d1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:34.665892 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-19c34c97-70f3-4f41-9e19-6c853661d1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:34.686243 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c34c97-70f3-4f41-9e19-6c853661d1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:10:34.697520 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-19c34c97-70f3-4f41-9e19-6c853661d1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:34.699631 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-19c34c97-70f3-4f41-9e19-6c853661d1d5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1d4fa7fb-b00c-43f9-b8ce-5cbdc4de6bf1 HTTP/1.1" status: 204 len: 168 time: 0.4229565 Jun 27 20:10:34.824860 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4dae0-dfae-4718-bfc4-396f937eec3d req-4720f2ca-6ddd-428b-8e20-10039e1dc6c3 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:34.826549 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5cd4dae0-dfae-4718-bfc4-396f937eec3d req-4720f2ca-6ddd-428b-8e20-10039e1dc6c3 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.1830432 Jun 27 20:10:35.089147 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5cd4dae0-dfae-4718-bfc4-396f937eec3d req-9710ac92-c75b-4041-a931-402fcd051b2f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2547777 Jun 27 20:10:35.136859 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1be4f-d593-45d9-9074-cfe3a121c686 req-d1801ae6-2180-45bf-9a73-b5c39992f209 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:35.138565 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9ca1be4f-d593-45d9-9074-cfe3a121c686 req-d1801ae6-2180-45bf-9a73-b5c39992f209 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 946 time: 0.3029406 Jun 27 20:10:35.191827 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9ca1be4f-d593-45d9-9074-cfe3a121c686 req-32a3ccce-0dd0-4fc0-bfae-bfce163c33d6 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467567 Jun 27 20:10:35.639903 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce503f-501c-4b97-a387-fe4e8d6484ae req-c53add67-3f9f-43d5-ba69-049a3e7d9982 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:35.641471 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6bce503f-501c-4b97-a387-fe4e8d6484ae req-c53add67-3f9f-43d5-ba69-049a3e7d9982 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.1388166 Jun 27 20:10:35.819341 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6bce503f-501c-4b97-a387-fe4e8d6484ae req-d247afcb-b102-4a67-ad7c-08c2e079b2c7 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707981 Jun 27 20:10:35.828070 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94170420-b5c1-4d4b-9e92-97884d1c812c req-4e0889fc-5a32-4174-ae11-92ecb7c54c63 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:35.829498 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-94170420-b5c1-4d4b-9e92-97884d1c812c req-4e0889fc-5a32-4174-ae11-92ecb7c54c63 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 945 time: 0.2594044 Jun 27 20:10:35.897128 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-94170420-b5c1-4d4b-9e92-97884d1c812c req-36cb9ef1-4df6-42a1-bbcf-2aed98bb9d5b tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555289 Jun 27 20:10:36.197056 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f555a29-4fb8-480d-8c74-66754035af57 req-2a3eb35d-f871-4aab-9f92-e127ac9a3a8c tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:36.198563 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1f555a29-4fb8-480d-8c74-66754035af57 req-2a3eb35d-f871-4aab-9f92-e127ac9a3a8c tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.0856531 Jun 27 20:10:36.270925 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e85b73-b759-4429-bf1a-217dcaee6bf9 req-fd37aba3-272c-475d-a895-0c66d2f358f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:36.272551 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-01e85b73-b759-4429-bf1a-217dcaee6bf9 req-fd37aba3-272c-475d-a895-0c66d2f358f6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a50994bf4f144390934c88c909c5d061&device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 1098 time: 0.0820069 Jun 27 20:10:36.296014 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1f555a29-4fb8-480d-8c74-66754035af57 req-bbabeec7-d792-425b-8eb3-eaedc25cb332 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913312 Jun 27 20:10:36.324338 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee257be7-b140-4667-a1c0-0827c176e251 req-8fb3aeb8-62a8-4be5-b4d8-48c212f3044f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:36.325870 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ee257be7-b140-4667-a1c0-0827c176e251 req-8fb3aeb8-62a8-4be5-b4d8-48c212f3044f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.1202784 Jun 27 20:10:36.371733 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ee257be7-b140-4667-a1c0-0827c176e251 req-67fd67dd-1145-457f-b092-871b29f07b4f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399206 Jun 27 20:10:36.417222 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e85b73-b759-4429-bf1a-217dcaee6bf9 req-bcd753de-4e31-40c3-b1b4-68a97da558a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:36.418687 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-01e85b73-b759-4429-bf1a-217dcaee6bf9 req-bcd753de-4e31-40c3-b1b4-68a97da558a2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=161680f6-9340-499f-abb6-7578d38c56d4 HTTP/1.1" status: 200 len: 911 time: 0.1397340 Jun 27 20:10:36.479222 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935ec5d-a93b-40de-a639-bf399fb95cef req-8ec2497b-dae6-4670-ac23-593142dd4fe1 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:36.480693 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0935ec5d-a93b-40de-a639-bf399fb95cef req-8ec2497b-dae6-4670-ac23-593142dd4fe1 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 946 time: 0.0915329 Jun 27 20:10:36.517240 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-01e85b73-b759-4429-bf1a-217dcaee6bf9 req-fbf018ae-ab29-43e1-acba-136a0f9d340f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=307c352b-d9f8-4e48-a3f6-42186504937e HTTP/1.1" status: 200 len: 1001 time: 0.0916493 Jun 27 20:10:36.524526 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0935ec5d-a93b-40de-a639-bf399fb95cef req-093ad991-5408-4d72-a66b-97ec049e52ca tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381343 Jun 27 20:10:36.583383 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e85b73-b759-4429-bf1a-217dcaee6bf9 req-881337c4-d74c-4534-94ed-e90e18ace60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:36.584813 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-01e85b73-b759-4429-bf1a-217dcaee6bf9 req-881337c4-d74c-4534-94ed-e90e18ace60f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fccdbdb-2f00-4b31-ac45-6e4614abd8b0 HTTP/1.1" status: 200 len: 849 time: 0.0614262 Jun 27 20:10:36.712442 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092109bb-f344-4010-a679-12cd08ac9599 req-154c7a9c-fe65-42d9-ba5a-57b11dffaf60 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:36.713969 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-092109bb-f344-4010-a679-12cd08ac9599 req-154c7a9c-fe65-42d9-ba5a-57b11dffaf60 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 946 time: 0.0865192 Jun 27 20:10:36.738420 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e85b73-b759-4429-bf1a-217dcaee6bf9 req-b5319ce9-98f0-4d3a-b88c-72a0ea4f62ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:36.740047 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-01e85b73-b759-4429-bf1a-217dcaee6bf9 req-b5319ce9-98f0-4d3a-b88c-72a0ea4f62ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=161680f6-9340-499f-abb6-7578d38c56d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777180 Jun 27 20:10:36.762348 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-092109bb-f344-4010-a679-12cd08ac9599 req-c77945e5-5648-4f66-a250-7f51d390680b tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426335 Jun 27 20:10:36.875124 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-01e85b73-b759-4429-bf1a-217dcaee6bf9 req-d78f48eb-e4a0-4b94-9a34-22c72998936d service neutron] 10.222.0.15 "GET /v2.0/networks/161680f6-9340-499f-abb6-7578d38c56d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283000 Jun 27 20:10:37.013664 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-01e85b73-b759-4429-bf1a-217dcaee6bf9 req-05c7b1dc-ecaa-469e-85aa-0c05230d029a service neutron] 10.222.0.15 "GET /v2.0/networks/161680f6-9340-499f-abb6-7578d38c56d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311412 Jun 27 20:10:37.034011 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 293cb1f6-62ca-420c-a069-ea9f15e6dda8 up at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:10:37.109676 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591db2cf-f00f-483a-b0db-1f15a8630e63 req-fb5456a5-1c40-4ee2-be0d-0ae4fd802ecf tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:37.111428 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-591db2cf-f00f-483a-b0db-1f15a8630e63 req-fb5456a5-1c40-4ee2-be0d-0ae4fd802ecf tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 945 time: 0.0937047 Jun 27 20:10:37.132285 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning for port 293cb1f6-62ca-420c-a069-ea9f15e6dda8 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:10:37.133211 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7489e-bb6f-43b7-9fac-648a32373ffb req-e6df8fd5-10e6-4bed-a4d8-959391db2df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:37.134761 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-70a7489e-bb6f-43b7-9fac-648a32373ffb req-e6df8fd5-10e6-4bed-a4d8-959391db2df0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bde747057d140209cc6692d467254d8&device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 1099 time: 0.1056652 Jun 27 20:10:37.136974 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning complete for port 293cb1f6-62ca-420c-a069-ea9f15e6dda8 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:10:37.137359 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:37.218670 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-591db2cf-f00f-483a-b0db-1f15a8630e63 req-82bfa1a8-7002-4b26-93af-bd75121910d5 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0662978 Jun 27 20:10:37.254668 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f6e8e-2b39-4ca0-a2c8-b5d25cf608f6 req-0bbc36e9-275e-42c2-8614-839f6eba2cbd tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:37.256235 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-561f6e8e-2b39-4ca0-a2c8-b5d25cf608f6 req-0bbc36e9-275e-42c2-8614-839f6eba2cbd tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 946 time: 0.1437292 Jun 27 20:10:37.261605 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 293cb1f6-62ca-420c-a069-ea9f15e6dda8 is: BUILD; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:10:37.261989 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:37.280203 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7489e-bb6f-43b7-9fac-648a32373ffb req-8fdf06b4-ea59-4c57-ab9a-c1cb75bc7509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:37.281701 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-70a7489e-bb6f-43b7-9fac-648a32373ffb req-8fdf06b4-ea59-4c57-ab9a-c1cb75bc7509 service neutron] 10.222.0.15 "GET /v2.0/networks?id=03ddf4ce-871c-4f06-813b-1b3c7a85f063 HTTP/1.1" status: 200 len: 918 time: 0.1348662 Jun 27 20:10:37.289053 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b268dd9-d87d-4062-b76f-2559754b353d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293cb1f6-62ca-420c-a069-ea9f15e6dda8'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:10:37.299242 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 293cb1f6-62ca-420c-a069-ea9f15e6dda8, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=293cb1f6-62ca-420c-a069-ea9f15e6dda8,segment=NetworkSegment(abfee25b-3946-4293-ac9a-e442b8d66c42),segment_id=abfee25b-3946-4293-ac9a-e442b8d66c42)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:10:37.303844 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-561f6e8e-2b39-4ca0-a2c8-b5d25cf608f6 req-3a96913e-7fe0-4e02-beb6-87ed08f33f37 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408633 Jun 27 20:10:37.305077 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:37.306130 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 150c3258-82eb-4bc9-a7ea-6be679dad280 no longer exists at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:10:37.358843 dv-cinder-845799-1-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-833f584d-afd7-4595-b7c1-d4997edda26c'] response: {'server_uuid': '0b268dd9-d87d-4062-b76f-2559754b353d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293cb1f6-62ca-420c-a069-ea9f15e6dda8', 'code': 200} Jun 27 20:10:37.445540 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-70a7489e-bb6f-43b7-9fac-648a32373ffb req-8bcd429a-6df3-4e59-8cae-e3e92b8a0247 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=150c3258-82eb-4bc9-a7ea-6be679dad280 HTTP/1.1" status: 200 len: 1001 time: 0.1533511 Jun 27 20:10:37.472627 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=293cb1f6-62ca-420c-a069-ea9f15e6dda8,revision_number=5']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:10:37.491391 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:10:37.491821 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:10:37.492223 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:10:37.492639 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:10:37.493033 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:10:37.493436 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:10:37.493837 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:10:37.494330 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:10:37.494711 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:10:37.495135 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:10:37.495513 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:10:37.495892 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:10:37.529508 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 150c3258-82eb-4bc9-a7ea-6be679dad280 is: ACTIVE; New status is: DOWN {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:10:37.529920 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:37.549550 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7489e-bb6f-43b7-9fac-648a32373ffb req-0d3fd80d-c6f5-4e0d-bc05-f75c6ea51b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:37.551241 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-70a7489e-bb6f-43b7-9fac-648a32373ffb req-0d3fd80d-c6f5-4e0d-bc05-f75c6ea51b92 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba00cca6-cfda-4754-8a1e-ba6ebb77dfea HTTP/1.1" status: 200 len: 856 time: 0.1022158 Jun 27 20:10:37.602305 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 150c3258-82eb-4bc9-a7ea-6be679dad280, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=150c3258-82eb-4bc9-a7ea-6be679dad280,segment=NetworkSegment(239487e6-915f-4fa0-ada1-48352006308c),segment_id=239487e6-915f-4fa0-ada1-48352006308c)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:10:37.613115 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:37.630255 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07428c99-53b8-40f7-9951-3b12fa422811 req-9e241657-23cb-4a72-82f3-3693f277e38c tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:37.637965 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-07428c99-53b8-40f7-9951-3b12fa422811 req-9e241657-23cb-4a72-82f3-3693f277e38c tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 946 time: 0.1342947 Jun 27 20:10:37.661791 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d658031-b026-4c46-8b40-3668e51ed1bc req-806aa0eb-d9d9-4701-92d3-286d1d369bde tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:37.669451 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4d658031-b026-4c46-8b40-3668e51ed1bc req-806aa0eb-d9d9-4701-92d3-286d1d369bde tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.2187185 Jun 27 20:10:37.707187 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7489e-bb6f-43b7-9fac-648a32373ffb req-231952ed-cf73-449a-84e6-2f831cb51d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:37.710107 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-70a7489e-bb6f-43b7-9fac-648a32373ffb req-231952ed-cf73-449a-84e6-2f831cb51d1b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=03ddf4ce-871c-4f06-813b-1b3c7a85f063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1477032 Jun 27 20:10:37.727504 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-07428c99-53b8-40f7-9951-3b12fa422811 req-f2fb9d9e-c4e8-45da-aa72-4bc73ca8ce3f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887611 Jun 27 20:10:37.739068 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=150c3258-82eb-4bc9-a7ea-6be679dad280,revision_number=8']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:10:37.739249 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4d658031-b026-4c46-8b40-3668e51ed1bc req-aeb2036f-74e7-43f5-9911-e935a166442b tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686913 Jun 27 20:10:37.939540 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-70a7489e-bb6f-43b7-9fac-648a32373ffb req-3e288270-10b1-4d81-8f95-25cd23bb3201 service neutron] 10.222.0.15 "GET /v2.0/networks/03ddf4ce-871c-4f06-813b-1b3c7a85f063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072484 Jun 27 20:10:37.942270 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ab1f9-ca5c-4deb-8fb4-f4a991ee1abd req-315ad30f-8061-464d-a898-35c8ff0798cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:37.943622 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-6d9ab1f9-ca5c-4deb-8fb4-f4a991ee1abd req-315ad30f-8061-464d-a898-35c8ff0798cf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 1099 time: 0.2101824 Jun 27 20:10:38.156537 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-6d9ab1f9-ca5c-4deb-8fb4-f4a991ee1abd req-78a7d884-2ff9-4e68-aad0-be082c2a2b82 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1963658 Jun 27 20:10:38.205664 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-70a7489e-bb6f-43b7-9fac-648a32373ffb req-42a40b34-395f-4fd3-bf10-257f1726560c service neutron] 10.222.0.15 "GET /v2.0/networks/03ddf4ce-871c-4f06-813b-1b3c7a85f063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445095 Jun 27 20:10:38.413258 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44babf-f49a-4dd9-87eb-c57e6558e806 req-7488cdf0-ca90-4b6f-87ce-de14b7d65621 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:38.414666 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3c44babf-f49a-4dd9-87eb-c57e6558e806 req-7488cdf0-ca90-4b6f-87ce-de14b7d65621 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 946 time: 0.0886095 Jun 27 20:10:38.457764 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3c44babf-f49a-4dd9-87eb-c57e6558e806 req-49d615f0-5df0-400f-a771-e3b2b8f3b9c7 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374160 Jun 27 20:10:38.942438 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975f666-70f2-427d-88c8-a06859a9829f req-77208e5c-7f67-4d14-bc29-d442d4e5e36d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:38.945085 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f975f666-70f2-427d-88c8-a06859a9829f req-77208e5c-7f67-4d14-bc29-d442d4e5e36d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.0988321 Jun 27 20:10:38.990660 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f975f666-70f2-427d-88c8-a06859a9829f req-bfa78f3a-e187-424b-8b45-ef009edd7774 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402522 Jun 27 20:10:39.073066 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e2099-4461-4ae7-9567-476a952475bd req-88671dd9-226c-464b-a08b-3ced4e2d81e9 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:39.074528 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3c0e2099-4461-4ae7-9567-476a952475bd req-88671dd9-226c-464b-a08b-3ced4e2d81e9 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.0871322 Jun 27 20:10:39.118977 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3c0e2099-4461-4ae7-9567-476a952475bd req-41d608c2-0990-40c2-a54b-c618bfa239ab tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389662 Jun 27 20:10:39.360033 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab185522-8b72-4604-a88b-0e8ca5bf4b0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '150c3258-82eb-4bc9-a7ea-6be679dad280'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:10:39.404250 dv-cinder-845799-1-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14df9aef-94ce-4787-8323-af5c25ec8a61'] response: {'server_uuid': 'ab185522-8b72-4604-a88b-0e8ca5bf4b0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '150c3258-82eb-4bc9-a7ea-6be679dad280', 'code': 200} Jun 27 20:10:39.659476 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf42d97-7789-449f-a2eb-536334070121 req-c9e9c0d9-5c3a-4e2b-b989-8b2c3344dfe8 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:39.660958 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0bf42d97-7789-449f-a2eb-536334070121 req-c9e9c0d9-5c3a-4e2b-b989-8b2c3344dfe8 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 946 time: 0.0966573 Jun 27 20:10:39.710641 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0bf42d97-7789-449f-a2eb-536334070121 req-c1b8cdfd-bc80-4593-89e5-d897b5cf47ed tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395496 Jun 27 20:10:40.322431 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10985d-13cd-41d9-9d69-6e93c2b21315 req-44e8ed41-abcc-4cd8-87db-373dbf96f92e tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:40.323886 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1d10985d-13cd-41d9-9d69-6e93c2b21315 req-44e8ed41-abcc-4cd8-87db-373dbf96f92e tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.0885494 Jun 27 20:10:40.366016 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1d10985d-13cd-41d9-9d69-6e93c2b21315 req-741459e3-8b6a-496d-98a6-0e54fce4604d tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365813 Jun 27 20:10:40.911680 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbee57d-fbb4-48b5-b1db-2daf74b0260c req-b6b7d3ea-5e9d-4f7d-8dd1-c193ad733bc4 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:40.913130 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ecbee57d-fbb4-48b5-b1db-2daf74b0260c req-b6b7d3ea-5e9d-4f7d-8dd1-c193ad733bc4 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 946 time: 0.0944645 Jun 27 20:10:40.955524 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ecbee57d-fbb4-48b5-b1db-2daf74b0260c req-98859fff-d37f-4d5a-a850-579b9eb4abaa tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367153 Jun 27 20:10:41.143022 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71bbcb-e92d-4df6-a2d1-be8f98c9e1cb req-54a055d4-c736-48b5-a3e8-de4ad6e3f3a6 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:41.144364 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2d71bbcb-e92d-4df6-a2d1-be8f98c9e1cb req-54a055d4-c736-48b5-a3e8-de4ad6e3f3a6 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 946 time: 0.0874660 Jun 27 20:10:41.187192 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2d71bbcb-e92d-4df6-a2d1-be8f98c9e1cb req-d12376a7-be15-4b45-b976-213e582f8cea tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372851 Jun 27 20:10:41.208908 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 32914) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:10:41.443476 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee816ad9-aac3-4f98-b2a9-556bc3157e80 tempest-TestShelveInstance-1537002363 tempest-TestShelveInstance-1537002363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:41.444171 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-ee816ad9-aac3-4f98-b2a9-556bc3157e80 tempest-TestShelveInstance-1537002363 tempest-TestShelveInstance-1537002363-project-admin] Synchronizing usage tracker for tenant:51c65c80989a4818b57927f880415044 on resource:port {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:10:41.459807 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-ee816ad9-aac3-4f98-b2a9-556bc3157e80 tempest-TestShelveInstance-1537002363 tempest-TestShelveInstance-1537002363-project-admin] Unset dirty status for tenant:51c65c80989a4818b57927f880415044 on resource:port {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:10:41.460948 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-ee816ad9-aac3-4f98-b2a9-556bc3157e80 tempest-TestShelveInstance-1537002363 tempest-TestShelveInstance-1537002363-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 1094 time: 0.2511060 Jun 27 20:10:41.464042 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 32922) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:10:41.468919 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-24e9f37d-6c99-44ad-9f0a-f3dac5ccea32 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Request body: {'floatingip': {'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'port_id': '293cb1f6-62ca-420c-a069-ea9f15e6dda8', 'tenant_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:10:41.475095 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-24e9f37d-6c99-44ad-9f0a-f3dac5ccea32 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:10:41.513951 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-24e9f37d-6c99-44ad-9f0a-f3dac5ccea32 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Usage tracker for resource:floatingip and tenant:ce50a06e19fe48b5ad68a43b953f5ae0 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:10:41.521879 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-24e9f37d-6c99-44ad-9f0a-f3dac5ccea32 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:10:41.534051 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-24e9f37d-6c99-44ad-9f0a-f3dac5ccea32 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:10:41.547220 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-24e9f37d-6c99-44ad-9f0a-f3dac5ccea32 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks [] for floatingip, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:41.729927 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae9ff2-7c5b-49a5-afa6-1432644a9eda req-51428db1-4d0e-45a9-9d8f-6dd6be54beb0 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:41.731345 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-62ae9ff2-7c5b-49a5-afa6-1432644a9eda req-51428db1-4d0e-45a9-9d8f-6dd6be54beb0 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.2539971 Jun 27 20:10:41.790523 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-62ae9ff2-7c5b-49a5-afa6-1432644a9eda req-db767f13-90ee-48ab-adbe-de88837d8c54 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522654 Jun 27 20:10:41.831599 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-24e9f37d-6c99-44ad-9f0a-f3dac5ccea32 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:41.994002 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-24e9f37d-6c99-44ad-9f0a-f3dac5ccea32 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Allocated IP 172.27.3.9 (f5e38b28-d42a-47c6-b8ea-5d0ae1b51160/4aa6a97f-4da5-4d03-b34a-f88023a9290b/bdcb1ef5-48c3-4e1f-b241-e08bb33377e1) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:10:42.146109 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-24e9f37d-6c99-44ad-9f0a-f3dac5ccea32 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:42.177397 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-24e9f37d-6c99-44ad-9f0a-f3dac5ccea32 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14170096'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:42.241971 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e9f37d-6c99-44ad-9f0a-f3dac5ccea32 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:10:42.249323 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-24e9f37d-6c99-44ad-9f0a-f3dac5ccea32 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:10:42.253351 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e9f37d-6c99-44ad-9f0a-f3dac5ccea32 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:10:42.287150 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9f37d-6c99-44ad-9f0a-f3dac5ccea32 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Pushing event updated for resources: {'Port': ['ID=bdcb1ef5-48c3-4e1f-b241-e08bb33377e1,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:10:42.302177 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9f37d-6c99-44ad-9f0a-f3dac5ccea32 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:10:42.302495 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9f37d-6c99-44ad-9f0a-f3dac5ccea32 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:10:42.302830 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9f37d-6c99-44ad-9f0a-f3dac5ccea32 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:10:42.303162 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9f37d-6c99-44ad-9f0a-f3dac5ccea32 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:10:42.303489 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9f37d-6c99-44ad-9f0a-f3dac5ccea32 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:10:42.303932 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9f37d-6c99-44ad-9f0a-f3dac5ccea32 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:10:42.304261 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9f37d-6c99-44ad-9f0a-f3dac5ccea32 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:10:42.304605 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9f37d-6c99-44ad-9f0a-f3dac5ccea32 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:10:42.304925 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9f37d-6c99-44ad-9f0a-f3dac5ccea32 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:10:42.305338 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9f37d-6c99-44ad-9f0a-f3dac5ccea32 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:10:42.305694 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9f37d-6c99-44ad-9f0a-f3dac5ccea32 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:10:42.306013 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9f37d-6c99-44ad-9f0a-f3dac5ccea32 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:10:42.354437 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:42.682715 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-24e9f37d-6c99-44ad-9f0a-f3dac5ccea32 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:42.810472 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-24e9f37d-6c99-44ad-9f0a-f3dac5ccea32 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:42.911264 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291caf5e-ee75-4a70-be11-91a7dc8e2743 req-8f590b0b-f1f7-4693-a194-5eb798be17d7 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:42.912762 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-291caf5e-ee75-4a70-be11-91a7dc8e2743 req-8f590b0b-f1f7-4693-a194-5eb798be17d7 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.1838653 Jun 27 20:10:43.037255 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-291caf5e-ee75-4a70-be11-91a7dc8e2743 req-b19f30db-f176-438b-aee0-6895b11ad69c tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744731 Jun 27 20:10:43.051141 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 32966) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:10:43.083779 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-24e9f37d-6c99-44ad-9f0a-f3dac5ccea32 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:43.088911 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-24e9f37d-6c99-44ad-9f0a-f3dac5ccea32 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14170087'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:43.177347 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ac40b6a5-9e5b-455e-8c9d-c8806406a8bb req-9937254b-c867-4c1b-9aae-dbd13e380185 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1246417 Jun 27 20:10:43.208530 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9f37d-6c99-44ad-9f0a-f3dac5ccea32 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Pushing event updated for resources: {'Port': ['ID=bdcb1ef5-48c3-4e1f-b241-e08bb33377e1,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:10:43.223692 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-24e9f37d-6c99-44ad-9f0a-f3dac5ccea32 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16271055'] for floatingip, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:43.505744 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.db.l3_db [None req-24e9f37d-6c99-44ad-9f0a-f3dac5ccea32 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Floating IP 50218f64-4cfe-470f-8f79-88c31fdc5e97 associated. External IP: 172.27.3.9, port: 293cb1f6-62ca-420c-a069-ea9f15e6dda8. Jun 27 20:10:43.866923 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e9f37d-6c99-44ad-9f0a-f3dac5ccea32 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Router b4dbed69-87f4-4206-99b4-97cf511679cf has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:10:44.045510 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e9f37d-6c99-44ad-9f0a-f3dac5ccea32 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:10:44.055368 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60610fe0-e47e-4fb2-97d6-d17f0807862a None None] Sync routers for ids ['b4dbed69-87f4-4206-99b4-97cf511679cf'] in dv-cinder-845799-1-iscsi {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:10:44.064978 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60610fe0-e47e-4fb2-97d6-d17f0807862a None None] Routers {'b4dbed69-87f4-4206-99b4-97cf511679cf'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:10:44.065812 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-60610fe0-e47e-4fb2-97d6-d17f0807862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:10:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['b4dbed69-87f4-4206-99b4-97cf511679cf'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:10:44.079875 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-24e9f37d-6c99-44ad-9f0a-f3dac5ccea32 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:44.146712 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-24e9f37d-6c99-44ad-9f0a-f3dac5ccea32 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6816497 Jun 27 20:10:44.147445 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b268dd9-d87d-4062-b76f-2559754b353d', 'tag': '293cb1f6-62ca-420c-a069-ea9f15e6dda8'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:10:44.200668 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-183be7d3-77c0-4b47-9dd0-89649c0b0d65'] response: {'name': 'network-changed', 'server_uuid': '0b268dd9-d87d-4062-b76f-2559754b353d', 'tag': '293cb1f6-62ca-420c-a069-ea9f15e6dda8', 'status': 'completed', 'code': 200} Jun 27 20:10:44.251098 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-60610fe0-e47e-4fb2-97d6-d17f0807862a None None] Set router b4dbed69-87f4-4206-99b4-97cf511679cf gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:10:44.253746 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf387ab-ab51-4372-8099-d2f31cc7973d req-81cfc0f8-a37f-46fb-9f42-c00dee454e46 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:44.255263 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0bf387ab-ab51-4372-8099-d2f31cc7973d req-81cfc0f8-a37f-46fb-9f42-c00dee454e46 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.0925157 Jun 27 20:10:44.301667 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0bf387ab-ab51-4372-8099-d2f31cc7973d req-24639ef6-7813-40ba-a30a-7df16e34be47 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400651 Jun 27 20:10:44.388147 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59aef2-1227-43ee-bed8-8f9f9d71983a req-cddc1cab-310f-4081-9a03-29e26e7b39e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:44.389692 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-fe59aef2-1227-43ee-bed8-8f9f9d71983a req-cddc1cab-310f-4081-9a03-29e26e7b39e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce50a06e19fe48b5ad68a43b953f5ae0&device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 1099 time: 0.1255050 Jun 27 20:10:44.520028 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59aef2-1227-43ee-bed8-8f9f9d71983a req-906fa361-4452-4587-a36c-d7dc548c024d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:44.521474 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-fe59aef2-1227-43ee-bed8-8f9f9d71983a req-906fa361-4452-4587-a36c-d7dc548c024d service neutron] 10.222.0.15 "GET /v2.0/networks?id=b3d414e0-f67f-476e-9bc2-025bb15b4193 HTTP/1.1" status: 200 len: 909 time: 0.1257520 Jun 27 20:10:44.605119 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-60610fe0-e47e-4fb2-97d6-d17f0807862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'name': 'tempest-TestShelveInstance-534226884-router', 'tenant_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '14d1ee40-18de-4269-ac1a-00172b9d5962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:06Z', 'updated_at': '2022-06-27T20:09:10Z', 'revision_number': 4, 'project_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'gw_port': {'id': '14d1ee40-18de-4269-ac1a-00172b9d5962', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:07Z', 'updated_at': '2022-06-27T20:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': '50218f64-4cfe-470f-8f79-88c31fdc5e97', 'tenant_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'floating_ip_address': '172.27.3.9', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'port_id': '293cb1f6-62ca-420c-a069-ea9f15e6dda8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d414e0-f67f-476e-9bc2-025bb15b4193', 'mac_address': 'fa:16:3e:64:f9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b268dd9-d87d-4062-b76f-2559754b353d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:10:42Z', 'updated_at': '2022-06-27T20:10:42Z', 'revision_number': 0, 'project_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2f8c5e3-dea8-4867-8d0b-540716f2e8e0', 'name': '', 'network_id': 'b3d414e0-f67f-476e-9bc2-025bb15b4193', 'tenant_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'mac_address': 'fa:16:3e:61:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '4fc6859b-14ec-4180-9322-1859f9ae604d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:10Z', 'updated_at': '2022-06-27T20:09:19Z', 'revision_number': 5, 'project_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'subnets': [{'id': '4fc6859b-14ec-4180-9322-1859f9ae604d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:10:44.607145 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-076ef7c8-7794-4172-87f2-f94c734b9c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:44.610672 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60610fe0-e47e-4fb2-97d6-d17f0807862a None None] Checking router: b4dbed69-87f4-4206-99b4-97cf511679cf for host: dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:10:44.618677 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60610fe0-e47e-4fb2-97d6-d17f0807862a None None] Routers {'b4dbed69-87f4-4206-99b4-97cf511679cf'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:10:44.619248 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-60610fe0-e47e-4fb2-97d6-d17f0807862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:10:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['b4dbed69-87f4-4206-99b4-97cf511679cf'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:10:44.623209 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-fe59aef2-1227-43ee-bed8-8f9f9d71983a req-e143bf55-bdf4-4391-a9a1-2031f0d0c247 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=293cb1f6-62ca-420c-a069-ea9f15e6dda8 HTTP/1.1" status: 200 len: 998 time: 0.0950572 Jun 27 20:10:44.693946 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59aef2-1227-43ee-bed8-8f9f9d71983a req-bfa7ac70-2609-4b84-8380-6e5a92ecd632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:44.695294 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-fe59aef2-1227-43ee-bed8-8f9f9d71983a req-bfa7ac70-2609-4b84-8380-6e5a92ecd632 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fc6859b-14ec-4180-9322-1859f9ae604d HTTP/1.1" status: 200 len: 847 time: 0.0604417 Jun 27 20:10:44.777860 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59aef2-1227-43ee-bed8-8f9f9d71983a req-d7a2ad42-0675-401e-b906-b165587a8235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:44.779338 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-fe59aef2-1227-43ee-bed8-8f9f9d71983a req-d7a2ad42-0675-401e-b906-b165587a8235 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b3d414e0-f67f-476e-9bc2-025bb15b4193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774560 Jun 27 20:10:44.802770 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-60610fe0-e47e-4fb2-97d6-d17f0807862a None None] Set router b4dbed69-87f4-4206-99b4-97cf511679cf gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:10:44.920413 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-fe59aef2-1227-43ee-bed8-8f9f9d71983a req-e6460fda-95a9-4cf0-a016-77024095a795 service neutron] 10.222.0.15 "GET /v2.0/networks/b3d414e0-f67f-476e-9bc2-025bb15b4193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271956 Jun 27 20:10:45.062516 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-fe59aef2-1227-43ee-bed8-8f9f9d71983a req-ba7fe3fd-5059-48b6-8d75-9b5637c4c7d2 service neutron] 10.222.0.15 "GET /v2.0/networks/b3d414e0-f67f-476e-9bc2-025bb15b4193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353121 Jun 27 20:10:45.069955 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 150c3258-82eb-4bc9-a7ea-6be679dad280 no longer exists at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:10:45.245472 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 150c3258-82eb-4bc9-a7ea-6be679dad280 is: DOWN; New status is: DOWN {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:10:45.253023 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-60610fe0-e47e-4fb2-97d6-d17f0807862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'name': 'tempest-TestShelveInstance-534226884-router', 'tenant_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '14d1ee40-18de-4269-ac1a-00172b9d5962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:06Z', 'updated_at': '2022-06-27T20:09:10Z', 'revision_number': 4, 'project_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'gw_port': {'id': '14d1ee40-18de-4269-ac1a-00172b9d5962', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:07Z', 'updated_at': '2022-06-27T20:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': '50218f64-4cfe-470f-8f79-88c31fdc5e97', 'tenant_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'floating_ip_address': '172.27.3.9', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'port_id': '293cb1f6-62ca-420c-a069-ea9f15e6dda8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d414e0-f67f-476e-9bc2-025bb15b4193', 'mac_address': 'fa:16:3e:64:f9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b268dd9-d87d-4062-b76f-2559754b353d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:10:42Z', 'updated_at': '2022-06-27T20:10:42Z', 'revision_number': 0, 'project_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2f8c5e3-dea8-4867-8d0b-540716f2e8e0', 'name': '', 'network_id': 'b3d414e0-f67f-476e-9bc2-025bb15b4193', 'tenant_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'mac_address': 'fa:16:3e:61:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '4fc6859b-14ec-4180-9322-1859f9ae604d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:10Z', 'updated_at': '2022-06-27T20:09:19Z', 'revision_number': 5, 'project_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'subnets': [{'id': '4fc6859b-14ec-4180-9322-1859f9ae604d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:10:45.256931 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60610fe0-e47e-4fb2-97d6-d17f0807862a None None] The sync data for ids ['b4dbed69-87f4-4206-99b4-97cf511679cf'] in dv-cinder-845799-1-iscsi is: [{'id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'name': 'tempest-TestShelveInstance-534226884-router', 'tenant_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '14d1ee40-18de-4269-ac1a-00172b9d5962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:06Z', 'updated_at': '2022-06-27T20:09:10Z', 'revision_number': 4, 'project_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'gw_port': {'id': '14d1ee40-18de-4269-ac1a-00172b9d5962', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:07Z', 'updated_at': '2022-06-27T20:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': '50218f64-4cfe-470f-8f79-88c31fdc5e97', 'tenant_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'floating_ip_address': '172.27.3.9', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'port_id': '293cb1f6-62ca-420c-a069-ea9f15e6dda8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d414e0-f67f-476e-9bc2-025bb15b4193', 'mac_address': 'fa:16:3e:64:f9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b268dd9-d87d-4062-b76f-2559754b353d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:10:42Z', 'updated_at': '2022-06-27T20:10:42Z', 'revision_number': 0, 'project_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2f8c5e3-dea8-4867-8d0b-540716f2e8e0', 'name': '', 'network_id': 'b3d414e0-f67f-476e-9bc2-025bb15b4193', 'tenant_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'mac_address': 'fa:16:3e:61:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '4fc6859b-14ec-4180-9322-1859f9ae604d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:10Z', 'updated_at': '2022-06-27T20:09:19Z', 'revision_number': 5, 'project_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'subnets': [{'id': '4fc6859b-14ec-4180-9322-1859f9ae604d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:10:45.433344 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e4b0b5-44a6-4a9c-99b0-b013ee43dbdc None None] New status for floating IP 50218f64-4cfe-470f-8f79-88c31fdc5e97: ACTIVE {{(pid=88116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 20:10:45.499453 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31a719-ef1b-4ed9-b239-2448addba2e9 req-66100f95-6fcb-44a8-9768-f2e71beaa634 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:45.500963 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5e31a719-ef1b-4ed9-b239-2448addba2e9 req-66100f95-6fcb-44a8-9768-f2e71beaa634 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.0846949 Jun 27 20:10:45.547039 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5e31a719-ef1b-4ed9-b239-2448addba2e9 req-8a3f4b3e-6176-4dd3-a2a1-fed88da35429 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402277 Jun 27 20:10:46.794662 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f9b9acb4-0ac8-45e4-9d90-13f873513e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:46.843324 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a32491-1e47-4dbb-a82a-22cfb6d106c0 req-7e77aaf8-0daa-4e00-8a90-ddc05294c0db tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:46.844775 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a5a32491-1e47-4dbb-a82a-22cfb6d106c0 req-7e77aaf8-0daa-4e00-8a90-ddc05294c0db tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.0860066 Jun 27 20:10:46.887815 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a5a32491-1e47-4dbb-a82a-22cfb6d106c0 req-74d8e4e0-ae30-4378-bab8-0ec5c528d0c9 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371068 Jun 27 20:10:47.981662 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:48.050938 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:48.087475 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05292a63-2659-428e-9b0b-87729d3474fd req-6afa7086-2e96-4b1a-bbb4-956970337717 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:48.089481 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-05292a63-2659-428e-9b0b-87729d3474fd req-6afa7086-2e96-4b1a-bbb4-956970337717 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.0888033 Jun 27 20:10:48.132959 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-05292a63-2659-428e-9b0b-87729d3474fd req-722a40e4-b33e-4c6c-bfd0-d243b265c580 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378506 Jun 27 20:10:48.776305 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f6528-c259-4b8c-8523-e218038c75b9 req-48c5b4fc-b0c7-433a-b7ae-3d3c093e3bbd tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:48.777749 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-176f6528-c259-4b8c-8523-e218038c75b9 req-48c5b4fc-b0c7-433a-b7ae-3d3c093e3bbd tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 946 time: 0.0854747 Jun 27 20:10:48.822341 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-176f6528-c259-4b8c-8523-e218038c75b9 req-b1497b70-fd81-4cc3-a4b4-25c0321d3bb5 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389304 Jun 27 20:10:48.845406 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 33016) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:10:49.025681 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a16692-3c39-4a6b-a4de-03e6bdc46e07 tempest-TestMinimumBasicScenario-1436070437 tempest-TestMinimumBasicScenario-1436070437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:49.027216 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-b5a16692-3c39-4a6b-a4de-03e6bdc46e07 tempest-TestMinimumBasicScenario-1436070437 tempest-TestMinimumBasicScenario-1436070437-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 1094 time: 0.1807866 Jun 27 20:10:49.030053 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 33022) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:10:49.034837 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-172a6f31-0734-4659-ab4c-3105010fcf6e tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Request body: {'floatingip': {'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'port_id': '3d0b5969-ee27-4e95-8a0e-3aad9db859c3', 'tenant_id': 'f3cf8f149dca402fae175f02d29b94ea', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:10:49.040713 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-172a6f31-0734-4659-ab4c-3105010fcf6e tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:10:49.045373 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-172a6f31-0734-4659-ab4c-3105010fcf6e tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Usage tracker for resource:floatingip and tenant:f3cf8f149dca402fae175f02d29b94ea is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:10:49.048361 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-172a6f31-0734-4659-ab4c-3105010fcf6e tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:10:49.054128 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-172a6f31-0734-4659-ab4c-3105010fcf6e tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:10:49.064734 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-172a6f31-0734-4659-ab4c-3105010fcf6e tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks [] for floatingip, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:49.198940 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-172a6f31-0734-4659-ab4c-3105010fcf6e tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:49.230086 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40b6a5-9e5b-455e-8c9d-c8806406a8bb req-b6cadb73-1a94-4ede-b108-8ecdfc151b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:49.231652 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ac40b6a5-9e5b-455e-8c9d-c8806406a8bb req-b6cadb73-1a94-4ede-b108-8ecdfc151b74 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d&tenant_id=7bde747057d140209cc6692d467254d8 HTTP/1.1" status: 200 len: 1097 time: 0.0886335 Jun 27 20:10:49.249673 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:49.364987 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40b6a5-9e5b-455e-8c9d-c8806406a8bb req-65b7b445-0b80-4a75-bd57-1f3b2a634a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:49.366409 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ac40b6a5-9e5b-455e-8c9d-c8806406a8bb req-65b7b445-0b80-4a75-bd57-1f3b2a634a7c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bde747057d140209cc6692d467254d8&device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 1097 time: 0.0824203 Jun 27 20:10:49.496905 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40b6a5-9e5b-455e-8c9d-c8806406a8bb req-b1a7ddbe-9e33-4412-8353-242a39f0db7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:49.498373 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ac40b6a5-9e5b-455e-8c9d-c8806406a8bb req-b1a7ddbe-9e33-4412-8353-242a39f0db7f service neutron] 10.222.0.15 "GET /v2.0/networks?id=03ddf4ce-871c-4f06-813b-1b3c7a85f063 HTTP/1.1" status: 200 len: 918 time: 0.1247940 Jun 27 20:10:49.510180 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-172a6f31-0734-4659-ab4c-3105010fcf6e tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Allocated IP 172.27.3.151 (f5e38b28-d42a-47c6-b8ea-5d0ae1b51160/4aa6a97f-4da5-4d03-b34a-f88023a9290b/b5cf1805-da5f-4899-8739-20758b72a786) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:10:49.530459 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c1f73-0d12-4b12-a854-9cb0d5681706 req-6dd35357-0927-4a44-a503-0465ceb07a91 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:49.531915 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0c8c1f73-0d12-4b12-a854-9cb0d5681706 req-6dd35357-0927-4a44-a503-0465ceb07a91 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.2765694 Jun 27 20:10:49.604309 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ac40b6a5-9e5b-455e-8c9d-c8806406a8bb req-7ee9146a-0ed2-4f11-b129-4cc6bec2109b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=150c3258-82eb-4bc9-a7ea-6be679dad280 HTTP/1.1" status: 200 len: 999 time: 0.0979183 Jun 27 20:10:49.654793 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0c8c1f73-0d12-4b12-a854-9cb0d5681706 req-fc4c0828-8d25-4c05-bdc0-488887e1f3d2 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049097 Jun 27 20:10:49.671120 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40b6a5-9e5b-455e-8c9d-c8806406a8bb req-982ab16c-33da-4a25-a707-dbf8c49930b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:49.672494 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ac40b6a5-9e5b-455e-8c9d-c8806406a8bb req-982ab16c-33da-4a25-a707-dbf8c49930b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba00cca6-cfda-4754-8a1e-ba6ebb77dfea HTTP/1.1" status: 200 len: 856 time: 0.0618184 Jun 27 20:10:49.700031 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-172a6f31-0734-4659-ab4c-3105010fcf6e tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:49.729822 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-172a6f31-0734-4659-ab4c-3105010fcf6e tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14170096'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:49.761783 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40b6a5-9e5b-455e-8c9d-c8806406a8bb req-0d924b6d-b769-4cb3-89b0-66b79cc6c7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:49.763277 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ac40b6a5-9e5b-455e-8c9d-c8806406a8bb req-0d924b6d-b769-4cb3-89b0-66b79cc6c7af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=03ddf4ce-871c-4f06-813b-1b3c7a85f063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772638 Jun 27 20:10:49.790362 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172a6f31-0734-4659-ab4c-3105010fcf6e tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:10:49.793584 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-172a6f31-0734-4659-ab4c-3105010fcf6e tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:10:49.801738 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172a6f31-0734-4659-ab4c-3105010fcf6e tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:10:49.839833 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a6f31-0734-4659-ab4c-3105010fcf6e tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Pushing event updated for resources: {'Port': ['ID=b5cf1805-da5f-4899-8739-20758b72a786,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:10:49.900539 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ac40b6a5-9e5b-455e-8c9d-c8806406a8bb req-e16f9897-4c2a-4093-8869-ddc53fca4772 service neutron] 10.222.0.15 "GET /v2.0/networks/03ddf4ce-871c-4f06-813b-1b3c7a85f063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284187 Jun 27 20:10:50.110615 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ac40b6a5-9e5b-455e-8c9d-c8806406a8bb req-29652607-e96b-4260-8bee-d958708be564 service neutron] 10.222.0.15 "GET /v2.0/networks/03ddf4ce-871c-4f06-813b-1b3c7a85f063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034464 Jun 27 20:10:50.214255 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-172a6f31-0734-4659-ab4c-3105010fcf6e tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:50.284718 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-172a6f31-0734-4659-ab4c-3105010fcf6e tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:50.488087 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-172a6f31-0734-4659-ab4c-3105010fcf6e tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:50.492617 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-172a6f31-0734-4659-ab4c-3105010fcf6e tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14170087'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:50.600090 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a6f31-0734-4659-ab4c-3105010fcf6e tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Pushing event updated for resources: {'Port': ['ID=b5cf1805-da5f-4899-8739-20758b72a786,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:10:50.609471 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-172a6f31-0734-4659-ab4c-3105010fcf6e tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16271055'] for floatingip, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:50.913653 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.db.l3_db [None req-172a6f31-0734-4659-ab4c-3105010fcf6e tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Floating IP dd3a996a-6747-47d5-98b0-f6fc33d835b5 associated. External IP: 172.27.3.151, port: 3d0b5969-ee27-4e95-8a0e-3aad9db859c3. Jun 27 20:10:51.139976 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109c90d-f7ff-43f8-80eb-0c4f0da88695 req-69b5b118-8ab0-4ee2-ac83-d05d01ce505b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:51.141448 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8109c90d-f7ff-43f8-80eb-0c4f0da88695 req-69b5b118-8ab0-4ee2-ac83-d05d01ce505b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.3550575 Jun 27 20:10:51.213980 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8109c90d-f7ff-43f8-80eb-0c4f0da88695 req-658bda6e-bc82-4877-a888-c1d06f2c56a4 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643644 Jun 27 20:10:51.417130 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172a6f31-0734-4659-ab4c-3105010fcf6e tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Router bf2f439e-920d-42df-8408-800ea2fe44f5 has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:10:51.598062 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172a6f31-0734-4659-ab4c-3105010fcf6e tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:10:51.608420 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cb9706-ea85-4cbb-97f0-5e687cb5bd57 None None] Sync routers for ids ['bf2f439e-920d-42df-8408-800ea2fe44f5'] in dv-cinder-845799-1-iscsi {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:10:51.621117 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cb9706-ea85-4cbb-97f0-5e687cb5bd57 None None] Routers {'bf2f439e-920d-42df-8408-800ea2fe44f5'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:10:51.622063 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-09cb9706-ea85-4cbb-97f0-5e687cb5bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:10:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['bf2f439e-920d-42df-8408-800ea2fe44f5'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:10:51.625328 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-172a6f31-0734-4659-ab4c-3105010fcf6e tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:51.685479 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-172a6f31-0734-4659-ab4c-3105010fcf6e tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6544087 Jun 27 20:10:51.686177 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19bbbbab-b9b4-4f4c-b9d9-dde905150892', 'tag': '3d0b5969-ee27-4e95-8a0e-3aad9db859c3'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:10:51.688238 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 33056) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:10:51.693936 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-3a5bfe7c-e58b-4386-9317-4388d236e337 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1832119530', 'description': 'tempest-secgroup-smoke-1832119530 description', 'project_id': 'f3cf8f149dca402fae175f02d29b94ea'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:10:51.701074 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3a5bfe7c-e58b-4386-9317-4388d236e337 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:10:51.712187 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3a5bfe7c-e58b-4386-9317-4388d236e337 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:10:51.724054 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3a5bfe7c-e58b-4386-9317-4388d236e337 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:51.745807 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3a5bfe7c-e58b-4386-9317-4388d236e337 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:10:51.749810 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-3a5bfe7c-e58b-4386-9317-4388d236e337 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Usage tracker for resource:security_group_rule and tenant:f3cf8f149dca402fae175f02d29b94ea is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:10:51.752745 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-3a5bfe7c-e58b-4386-9317-4388d236e337 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:10:51.759633 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-3a5bfe7c-e58b-4386-9317-4388d236e337 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:10:51.823229 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-846b7282-9754-429b-8df6-a18c66a1efbe'] response: {'name': 'network-changed', 'server_uuid': '19bbbbab-b9b4-4f4c-b9d9-dde905150892', 'tag': '3d0b5969-ee27-4e95-8a0e-3aad9db859c3', 'status': 'completed', 'code': 200} Jun 27 20:10:51.864772 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3a5bfe7c-e58b-4386-9317-4388d236e337 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:51.873272 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3a5bfe7c-e58b-4386-9317-4388d236e337 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:51.927511 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5bfe7c-e58b-4386-9317-4388d236e337 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd44209a-7491-46dc-bfc8-84832d66d349,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:10:51.934253 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3a5bfe7c-e58b-4386-9317-4388d236e337 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:51.935632 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-3a5bfe7c-e58b-4386-9317-4388d236e337 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2458503 Jun 27 20:10:51.938780 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 33064) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:10:51.941716 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-09cb9706-ea85-4cbb-97f0-5e687cb5bd57 None None] Set router bf2f439e-920d-42df-8408-800ea2fe44f5 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:10:51.945113 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-a4db1578-7cba-4b8d-b09c-c5c531a5e36d tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Request body: {'security_group_rule': {'security_group_id': 'fd44209a-7491-46dc-bfc8-84832d66d349', 'project_id': 'f3cf8f149dca402fae175f02d29b94ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:10:51.952837 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a4db1578-7cba-4b8d-b09c-c5c531a5e36d tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:10:51.957147 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-a4db1578-7cba-4b8d-b09c-c5c531a5e36d tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Usage tracker for resource:security_group_rule and tenant:f3cf8f149dca402fae175f02d29b94ea is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:10:51.960452 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-a4db1578-7cba-4b8d-b09c-c5c531a5e36d tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:10:51.966865 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a4db1578-7cba-4b8d-b09c-c5c531a5e36d tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:10:51.984958 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4db1578-7cba-4b8d-b09c-c5c531a5e36d tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:52.053532 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4db1578-7cba-4b8d-b09c-c5c531a5e36d tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:52.058721 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4db1578-7cba-4b8d-b09c-c5c531a5e36d tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438251'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:52.084502 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db1578-7cba-4b8d-b09c-c5c531a5e36d tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6dda7d4-afc6-450a-94b5-e86e56142bb7,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:10:52.104771 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4db1578-7cba-4b8d-b09c-c5c531a5e36d tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:52.106431 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-a4db1578-7cba-4b8d-b09c-c5c531a5e36d tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1660986 Jun 27 20:10:52.109103 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 33068) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:10:52.117028 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-20e43439-9347-4331-a6cf-eefa44eb2868 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Request body: {'security_group_rule': {'security_group_id': 'fd44209a-7491-46dc-bfc8-84832d66d349', 'project_id': 'f3cf8f149dca402fae175f02d29b94ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:10:52.123573 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-20e43439-9347-4331-a6cf-eefa44eb2868 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:10:52.127425 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-20e43439-9347-4331-a6cf-eefa44eb2868 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Usage tracker for resource:security_group_rule and tenant:f3cf8f149dca402fae175f02d29b94ea is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:10:52.130403 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-20e43439-9347-4331-a6cf-eefa44eb2868 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:10:52.136317 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-20e43439-9347-4331-a6cf-eefa44eb2868 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:10:52.154789 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-20e43439-9347-4331-a6cf-eefa44eb2868 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:52.223884 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-20e43439-9347-4331-a6cf-eefa44eb2868 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:52.228105 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-20e43439-9347-4331-a6cf-eefa44eb2868 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438251'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:52.261749 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e43439-9347-4331-a6cf-eefa44eb2868 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fbf7279-81c8-4059-a0dc-16eda5c8fb14,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:10:52.270571 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-20e43439-9347-4331-a6cf-eefa44eb2868 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:52.273754 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-20e43439-9347-4331-a6cf-eefa44eb2868 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1588993 Jun 27 20:10:52.274591 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 33074) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:10:52.280013 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-ebab0806-3c37-4cb3-acdc-6141dd3f40d2 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Request body: {'security_group_rule': {'security_group_id': 'fd44209a-7491-46dc-bfc8-84832d66d349', 'project_id': 'f3cf8f149dca402fae175f02d29b94ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:10:52.290060 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-ebab0806-3c37-4cb3-acdc-6141dd3f40d2 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:10:52.299010 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-ebab0806-3c37-4cb3-acdc-6141dd3f40d2 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Usage tracker for resource:security_group_rule and tenant:f3cf8f149dca402fae175f02d29b94ea is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:10:52.304392 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-ebab0806-3c37-4cb3-acdc-6141dd3f40d2 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:10:52.318040 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-ebab0806-3c37-4cb3-acdc-6141dd3f40d2 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:10:52.335683 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ebab0806-3c37-4cb3-acdc-6141dd3f40d2 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:52.342588 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-09cb9706-ea85-4cbb-97f0-5e687cb5bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'name': 'tempest-TestMinimumBasicScenario-7953083-router', 'tenant_id': 'f3cf8f149dca402fae175f02d29b94ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'd3cc5922-abf3-4916-94cf-ae9a56ad4244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:23Z', 'updated_at': '2022-06-27T20:09:29Z', 'revision_number': 4, 'project_id': 'f3cf8f149dca402fae175f02d29b94ea', 'gw_port': {'id': 'd3cc5922-abf3-4916-94cf-ae9a56ad4244', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:24Z', 'updated_at': '2022-06-27T20:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': 'dd3a996a-6747-47d5-98b0-f6fc33d835b5', 'tenant_id': 'f3cf8f149dca402fae175f02d29b94ea', 'floating_ip_address': '172.27.3.151', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'port_id': '3d0b5969-ee27-4e95-8a0e-3aad9db859c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40ff268-aa38-4161-b8bc-5035a272a9f3', 'mac_address': 'fa:16:3e:23:d8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bbbbab-b9b4-4f4c-b9d9-dde905150892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:10:50Z', 'updated_at': '2022-06-27T20:10:50Z', 'revision_number': 0, 'project_id': 'f3cf8f149dca402fae175f02d29b94ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a9409b-6727-4f18-9df9-dad83d7033ae', 'name': '', 'network_id': 'd40ff268-aa38-4161-b8bc-5035a272a9f3', 'tenant_id': 'f3cf8f149dca402fae175f02d29b94ea', 'mac_address': 'fa:16:3e:6d:17:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '30943b35-a008-4cdb-a621-4896f877b3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:28Z', 'updated_at': '2022-06-27T20:09:40Z', 'revision_number': 5, 'project_id': 'f3cf8f149dca402fae175f02d29b94ea', 'subnets': [{'id': '30943b35-a008-4cdb-a621-4896f877b3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:10:52.346861 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cb9706-ea85-4cbb-97f0-5e687cb5bd57 None None] Checking router: bf2f439e-920d-42df-8408-800ea2fe44f5 for host: dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:10:52.374778 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cb9706-ea85-4cbb-97f0-5e687cb5bd57 None None] Routers {'bf2f439e-920d-42df-8408-800ea2fe44f5'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:10:52.375306 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-09cb9706-ea85-4cbb-97f0-5e687cb5bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:10:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['bf2f439e-920d-42df-8408-800ea2fe44f5'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:10:52.455688 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ebab0806-3c37-4cb3-acdc-6141dd3f40d2 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:52.467422 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ebab0806-3c37-4cb3-acdc-6141dd3f40d2 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438251'] for security_group_rule, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:52.495740 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab0806-3c37-4cb3-acdc-6141dd3f40d2 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6152dc07-b6be-4ce2-be1f-164804c4a89e,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:10:52.516378 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ebab0806-3c37-4cb3-acdc-6141dd3f40d2 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:52.520166 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-ebab0806-3c37-4cb3-acdc-6141dd3f40d2 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2419384 Jun 27 20:10:52.520985 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 33080) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:10:52.527153 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-1e4dceda-05a6-4611-84ad-211a41969a7a tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Request body: {'security_group_rule': {'security_group_id': 'fd44209a-7491-46dc-bfc8-84832d66d349', 'project_id': 'f3cf8f149dca402fae175f02d29b94ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:10:52.527570 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f6b58-1197-429d-9057-0725218d955e req-787eb4c9-4301-4fd7-9609-504fae72da0d tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:52.534129 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8b5f6b58-1197-429d-9057-0725218d955e req-787eb4c9-4301-4fd7-9609-504fae72da0d tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.1465559 Jun 27 20:10:52.540453 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1e4dceda-05a6-4611-84ad-211a41969a7a tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:10:52.546568 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-1e4dceda-05a6-4611-84ad-211a41969a7a tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Usage tracker for resource:security_group_rule and tenant:f3cf8f149dca402fae175f02d29b94ea is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:10:52.550085 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-1e4dceda-05a6-4611-84ad-211a41969a7a tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:10:52.568981 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1e4dceda-05a6-4611-84ad-211a41969a7a tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:10:52.581247 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8b5f6b58-1197-429d-9057-0725218d955e req-d2de879b-39db-4ffe-8e83-62b6cdc45ca8 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459485 Jun 27 20:10:52.586181 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1e4dceda-05a6-4611-84ad-211a41969a7a tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:52.595946 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-09cb9706-ea85-4cbb-97f0-5e687cb5bd57 None None] Set router bf2f439e-920d-42df-8408-800ea2fe44f5 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:10:52.656676 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1e4dceda-05a6-4611-84ad-211a41969a7a tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:52.662209 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1e4dceda-05a6-4611-84ad-211a41969a7a tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438251'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:52.690187 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4dceda-05a6-4611-84ad-211a41969a7a tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=098cd6e3-8469-471c-859b-66a0b805ed3b,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:10:52.700220 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1e4dceda-05a6-4611-84ad-211a41969a7a tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:52.704882 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 33088) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:10:52.710845 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-7fb2d3e3-f079-45e4-a8e3-5dd915677b02 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Request body: {'security_group_rule': {'security_group_id': 'fd44209a-7491-46dc-bfc8-84832d66d349', 'project_id': 'f3cf8f149dca402fae175f02d29b94ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:10:52.715985 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-1e4dceda-05a6-4611-84ad-211a41969a7a tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1937337 Jun 27 20:10:52.718846 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-7fb2d3e3-f079-45e4-a8e3-5dd915677b02 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:10:52.723121 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-7fb2d3e3-f079-45e4-a8e3-5dd915677b02 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Usage tracker for resource:security_group_rule and tenant:f3cf8f149dca402fae175f02d29b94ea is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:10:52.726617 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-7fb2d3e3-f079-45e4-a8e3-5dd915677b02 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:10:52.733798 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-7fb2d3e3-f079-45e4-a8e3-5dd915677b02 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:10:52.746469 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.db.securitygroups_db [None req-7fb2d3e3-f079-45e4-a8e3-5dd915677b02 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Project f3cf8f149dca402fae175f02d29b94ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 20:10:52.764270 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7fb2d3e3-f079-45e4-a8e3-5dd915677b02 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:52.880928 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7fb2d3e3-f079-45e4-a8e3-5dd915677b02 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:52.888061 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7fb2d3e3-f079-45e4-a8e3-5dd915677b02 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438251'] for security_group_rule, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:52.921326 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2d3e3-f079-45e4-a8e3-5dd915677b02 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba89410-26ba-47fb-af5f-0d2306bec041,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:10:52.931426 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7fb2d3e3-f079-45e4-a8e3-5dd915677b02 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:52.949076 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 33092) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:10:52.949286 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-7fb2d3e3-f079-45e4-a8e3-5dd915677b02 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2431481 Jun 27 20:10:52.955108 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-d579a730-d99e-4920-91d8-ef5541b5ce41 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Request body: {'security_group_rule': {'security_group_id': 'fd44209a-7491-46dc-bfc8-84832d66d349', 'project_id': 'f3cf8f149dca402fae175f02d29b94ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:10:52.961411 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d579a730-d99e-4920-91d8-ef5541b5ce41 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:10:52.966703 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-d579a730-d99e-4920-91d8-ef5541b5ce41 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Usage tracker for resource:security_group_rule and tenant:f3cf8f149dca402fae175f02d29b94ea is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:10:52.983720 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-d579a730-d99e-4920-91d8-ef5541b5ce41 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:10:52.997131 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-d579a730-d99e-4920-91d8-ef5541b5ce41 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:10:53.008317 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.db.securitygroups_db [None req-d579a730-d99e-4920-91d8-ef5541b5ce41 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Project f3cf8f149dca402fae175f02d29b94ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 20:10:53.016359 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d579a730-d99e-4920-91d8-ef5541b5ce41 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:53.021954 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-09cb9706-ea85-4cbb-97f0-5e687cb5bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'name': 'tempest-TestMinimumBasicScenario-7953083-router', 'tenant_id': 'f3cf8f149dca402fae175f02d29b94ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'd3cc5922-abf3-4916-94cf-ae9a56ad4244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:23Z', 'updated_at': '2022-06-27T20:09:29Z', 'revision_number': 4, 'project_id': 'f3cf8f149dca402fae175f02d29b94ea', 'gw_port': {'id': 'd3cc5922-abf3-4916-94cf-ae9a56ad4244', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:24Z', 'updated_at': '2022-06-27T20:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': 'dd3a996a-6747-47d5-98b0-f6fc33d835b5', 'tenant_id': 'f3cf8f149dca402fae175f02d29b94ea', 'floating_ip_address': '172.27.3.151', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'port_id': '3d0b5969-ee27-4e95-8a0e-3aad9db859c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40ff268-aa38-4161-b8bc-5035a272a9f3', 'mac_address': 'fa:16:3e:23:d8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bbbbab-b9b4-4f4c-b9d9-dde905150892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:10:50Z', 'updated_at': '2022-06-27T20:10:50Z', 'revision_number': 0, 'project_id': 'f3cf8f149dca402fae175f02d29b94ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a9409b-6727-4f18-9df9-dad83d7033ae', 'name': '', 'network_id': 'd40ff268-aa38-4161-b8bc-5035a272a9f3', 'tenant_id': 'f3cf8f149dca402fae175f02d29b94ea', 'mac_address': 'fa:16:3e:6d:17:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '30943b35-a008-4cdb-a621-4896f877b3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:28Z', 'updated_at': '2022-06-27T20:09:40Z', 'revision_number': 5, 'project_id': 'f3cf8f149dca402fae175f02d29b94ea', 'subnets': [{'id': '30943b35-a008-4cdb-a621-4896f877b3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:10:53.027759 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cb9706-ea85-4cbb-97f0-5e687cb5bd57 None None] The sync data for ids ['bf2f439e-920d-42df-8408-800ea2fe44f5'] in dv-cinder-845799-1-iscsi is: [{'id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'name': 'tempest-TestMinimumBasicScenario-7953083-router', 'tenant_id': 'f3cf8f149dca402fae175f02d29b94ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'd3cc5922-abf3-4916-94cf-ae9a56ad4244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:23Z', 'updated_at': '2022-06-27T20:09:29Z', 'revision_number': 4, 'project_id': 'f3cf8f149dca402fae175f02d29b94ea', 'gw_port': {'id': 'd3cc5922-abf3-4916-94cf-ae9a56ad4244', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:24Z', 'updated_at': '2022-06-27T20:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': 'dd3a996a-6747-47d5-98b0-f6fc33d835b5', 'tenant_id': 'f3cf8f149dca402fae175f02d29b94ea', 'floating_ip_address': '172.27.3.151', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'port_id': '3d0b5969-ee27-4e95-8a0e-3aad9db859c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40ff268-aa38-4161-b8bc-5035a272a9f3', 'mac_address': 'fa:16:3e:23:d8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bbbbab-b9b4-4f4c-b9d9-dde905150892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:10:50Z', 'updated_at': '2022-06-27T20:10:50Z', 'revision_number': 0, 'project_id': 'f3cf8f149dca402fae175f02d29b94ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a9409b-6727-4f18-9df9-dad83d7033ae', 'name': '', 'network_id': 'd40ff268-aa38-4161-b8bc-5035a272a9f3', 'tenant_id': 'f3cf8f149dca402fae175f02d29b94ea', 'mac_address': 'fa:16:3e:6d:17:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '30943b35-a008-4cdb-a621-4896f877b3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:28Z', 'updated_at': '2022-06-27T20:09:40Z', 'revision_number': 5, 'project_id': 'f3cf8f149dca402fae175f02d29b94ea', 'subnets': [{'id': '30943b35-a008-4cdb-a621-4896f877b3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:10:53.099634 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d579a730-d99e-4920-91d8-ef5541b5ce41 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:53.105329 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d579a730-d99e-4920-91d8-ef5541b5ce41 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438251'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:53.131640 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579a730-d99e-4920-91d8-ef5541b5ce41 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc14e8be-3311-49df-94c3-862884db7a58,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:10:53.142885 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d579a730-d99e-4920-91d8-ef5541b5ce41 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:53.144421 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-d579a730-d99e-4920-91d8-ef5541b5ce41 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1942792 Jun 27 20:10:53.270891 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999d9ff8-5e79-48b9-9114-701b8e2f48a8 None None] New status for floating IP dd3a996a-6747-47d5-98b0-f6fc33d835b5: ACTIVE {{(pid=88116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 20:10:53.287920 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4448bcf0-9b54-4716-abcf-952a3ef88aeb req-84eea304-a7fb-4572-a897-cf80ca8aebc4 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1832119530&fields=id&tenant_id=f3cf8f149dca402fae175f02d29b94ea HTTP/1.1" status: 200 len: 267 time: 0.0510702 Jun 27 20:10:53.385871 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448bcf0-9b54-4716-abcf-952a3ef88aeb req-8632b36c-f32a-45c7-b1de-4418f152fb2a tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:53.387680 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4448bcf0-9b54-4716-abcf-952a3ef88aeb req-8632b36c-f32a-45c7-b1de-4418f152fb2a tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 946 time: 0.0944295 Jun 27 20:10:53.398398 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [req-4448bcf0-9b54-4716-abcf-952a3ef88aeb req-b559942c-14da-46e3-b9f0-c1d8da42c0eb tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Request body: {'port': {'security_groups': ['93b5ae84-b5d7-4e0d-971b-9f174c45ea50', 'fd44209a-7491-46dc-bfc8-84832d66d349']}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:10:53.525668 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-4448bcf0-9b54-4716-abcf-952a3ef88aeb req-b559942c-14da-46e3-b9f0-c1d8da42c0eb tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:53.803786 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-4448bcf0-9b54-4716-abcf-952a3ef88aeb req-b559942c-14da-46e3-b9f0-c1d8da42c0eb tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] For port 3d0b5969-ee27-4e95-8a0e-3aad9db859c3, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=3d0b5969-ee27-4e95-8a0e-3aad9db859c3,segment=NetworkSegment(fa644f1e-16ec-4e65-859c-9cfba5396130),segment_id=fa644f1e-16ec-4e65-859c-9cfba5396130)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:10:53.833350 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-4448bcf0-9b54-4716-abcf-952a3ef88aeb req-b559942c-14da-46e3-b9f0-c1d8da42c0eb tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:53.838002 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-4448bcf0-9b54-4716-abcf-952a3ef88aeb req-b559942c-14da-46e3-b9f0-c1d8da42c0eb tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14170087'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:53.892772 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['3d0b5969-ee27-4e95-8a0e-3aad9db859c3'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:10:53.899460 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448bcf0-9b54-4716-abcf-952a3ef88aeb req-b559942c-14da-46e3-b9f0-c1d8da42c0eb tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:53.900067 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-4448bcf0-9b54-4716-abcf-952a3ef88aeb req-b559942c-14da-46e3-b9f0-c1d8da42c0eb tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:53.901421 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4448bcf0-9b54-4716-abcf-952a3ef88aeb req-b559942c-14da-46e3-b9f0-c1d8da42c0eb tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "PUT /v2.0/ports/3d0b5969-ee27-4e95-8a0e-3aad9db859c3 HTTP/1.1" status: 200 len: 982 time: 0.5076556 Jun 27 20:10:53.901879 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19bbbbab-b9b4-4f4c-b9d9-dde905150892', 'tag': '3d0b5969-ee27-4e95-8a0e-3aad9db859c3'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:10:53.944543 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b559942c-14da-46e3-b9f0-c1d8da42c0eb tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Pushing event updated for resources: {'Port': ['ID=3d0b5969-ee27-4e95-8a0e-3aad9db859c3,revision_number=6']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:10:54.185026 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['3d0b5969-ee27-4e95-8a0e-3aad9db859c3'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:10:54.244470 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11667dae-31c9-463b-861a-d0b966bd3a4f req-393a6ca9-ae36-4296-b71b-462f79598e13 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:54.247202 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-11667dae-31c9-463b-861a-d0b966bd3a4f req-393a6ca9-ae36-4296-b71b-462f79598e13 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.2357652 Jun 27 20:10:54.290652 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-11667dae-31c9-463b-861a-d0b966bd3a4f req-a988b6be-f39b-4c23-bf87-71a202e3353c tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382705 Jun 27 20:10:54.297651 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-fdeed626-1ded-4784-9368-a4f159576ee4 None None] Provisioning complete for port 3d0b5969-ee27-4e95-8a0e-3aad9db859c3 triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:10:54.298060 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-fdeed626-1ded-4784-9368-a4f159576ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:10:54.488116 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6da04-ff93-4fb5-8410-aa6e73571034 req-9d7eca82-e12e-40f0-8dd0-27f09375c690 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:54.495375 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9dc6da04-ff93-4fb5-8410-aa6e73571034 req-9d7eca82-e12e-40f0-8dd0-27f09375c690 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 985 time: 0.0975671 Jun 27 20:10:54.538165 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9dc6da04-ff93-4fb5-8410-aa6e73571034 req-1548255d-a289-4c73-8c1e-067781c0a2a6 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd44209a-7491-46dc-bfc8-84832d66d349&id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418968 Jun 27 20:10:54.604183 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f0ecfe8-86f9-4cd3-8123-440bfb59c8e7'] response: {'name': 'network-changed', 'server_uuid': '19bbbbab-b9b4-4f4c-b9d9-dde905150892', 'tag': '3d0b5969-ee27-4e95-8a0e-3aad9db859c3', 'status': 'completed', 'code': 200} Jun 27 20:10:54.605479 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-fdeed626-1ded-4784-9368-a4f159576ee4 None None] Current status of the port 3d0b5969-ee27-4e95-8a0e-3aad9db859c3 is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:10:55.498090 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315f66a-e2ea-4e7b-8ac8-adeff8284f90 req-6d53985f-cc17-4377-9bdf-173222290d08 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:55.499547 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3315f66a-e2ea-4e7b-8ac8-adeff8284f90 req-6d53985f-cc17-4377-9bdf-173222290d08 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.0912232 Jun 27 20:10:55.548264 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3315f66a-e2ea-4e7b-8ac8-adeff8284f90 req-fc1e937f-a26f-499b-a2de-8bb6b05e05b7 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431116 Jun 27 20:10:56.747780 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6f790-4539-47a5-9f02-8a62c9dc6ba8 req-3dbb8c47-7d95-487f-ac4f-a542f57ad55e tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:56.749235 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d4e6f790-4539-47a5-9f02-8a62c9dc6ba8 req-3dbb8c47-7d95-487f-ac4f-a542f57ad55e tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.0886519 Jun 27 20:10:56.792674 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d4e6f790-4539-47a5-9f02-8a62c9dc6ba8 req-54d76ea2-8894-4b9f-b1a5-46cce91f94a8 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370476 Jun 27 20:10:57.996550 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43808f-1f95-4ee7-b19c-8e6e24d19016 req-cb102b70-76bb-4fa1-8286-474047d4944f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:57.998038 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3e43808f-1f95-4ee7-b19c-8e6e24d19016 req-cb102b70-76bb-4fa1-8286-474047d4944f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.0938797 Jun 27 20:10:58.043919 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3e43808f-1f95-4ee7-b19c-8e6e24d19016 req-481cc9e4-a07f-45e6-9fae-4d3aed7beb06 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401578 Jun 27 20:10:59.239316 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441b7d6-967a-4f6a-a01b-ecd405da89ba req-3ee5bda3-dc9e-4639-acc0-8d05d2fb5f6f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:10:59.240952 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b441b7d6-967a-4f6a-a01b-ecd405da89ba req-3ee5bda3-dc9e-4639-acc0-8d05d2fb5f6f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.0865202 Jun 27 20:10:59.288790 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b441b7d6-967a-4f6a-a01b-ecd405da89ba req-dfed4be0-6e4f-4263-817f-1b9feedb5663 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418403 Jun 27 20:11:00.489587 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b1a8a-1ce0-4c39-af97-6d6000df45c8 req-abfe8541-d632-4c0d-9f5c-a8131acfb312 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:00.491172 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3b9b1a8a-1ce0-4c39-af97-6d6000df45c8 req-abfe8541-d632-4c0d-9f5c-a8131acfb312 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.0895743 Jun 27 20:11:00.536501 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3b9b1a8a-1ce0-4c39-af97-6d6000df45c8 req-11c87353-7fdc-4a22-870d-738eaf5c5dcf tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395057 Jun 27 20:11:01.734566 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847dec1-aaa5-4584-96a5-126aa415d26c req-f5723a51-3b7a-4f40-b07e-061bb44481e0 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:01.736046 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8847dec1-aaa5-4584-96a5-126aa415d26c req-f5723a51-3b7a-4f40-b07e-061bb44481e0 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.0916953 Jun 27 20:11:01.781379 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8847dec1-aaa5-4584-96a5-126aa415d26c req-bf3cf193-e462-4499-97b2-fc07d351c856 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396729 Jun 27 20:11:02.982765 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a314a4d-f102-419a-889e-be3d9de7b518 req-154532b1-b800-41aa-8a42-a89a4558bfa8 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:02.984222 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6a314a4d-f102-419a-889e-be3d9de7b518 req-154532b1-b800-41aa-8a42-a89a4558bfa8 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.0901453 Jun 27 20:11:03.031554 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6a314a4d-f102-419a-889e-be3d9de7b518 req-036b5ffa-072d-4b92-afdd-aa80474102b5 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414762 Jun 27 20:11:04.226195 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44f34e-cd72-4fde-961d-1ca6611b02c9 req-e736a002-b8ac-4292-828a-518b0c054980 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:04.227901 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7e44f34e-cd72-4fde-961d-1ca6611b02c9 req-e736a002-b8ac-4292-828a-518b0c054980 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.0867636 Jun 27 20:11:04.271621 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7e44f34e-cd72-4fde-961d-1ca6611b02c9 req-38c424b0-c78c-4375-93e2-a753dd758939 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375679 Jun 27 20:11:05.462849 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c16b2-3c7e-401b-a736-dcf4cc6d70fb req-ff786a58-52d0-47fc-a0b0-ca43a1682a82 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:05.464272 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b75c16b2-3c7e-401b-a736-dcf4cc6d70fb req-ff786a58-52d0-47fc-a0b0-ca43a1682a82 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.0875409 Jun 27 20:11:05.507011 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b75c16b2-3c7e-401b-a736-dcf4cc6d70fb req-c81833ef-ae42-4cb5-a867-e959878371c8 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366752 Jun 27 20:11:06.697399 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15abfd-d93a-4b24-9078-256c11bbd1ed req-449bba5d-e893-4f9e-906b-a4863101c6f7 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:06.698858 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ed15abfd-d93a-4b24-9078-256c11bbd1ed req-449bba5d-e893-4f9e-906b-a4863101c6f7 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.0843363 Jun 27 20:11:06.744717 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ed15abfd-d93a-4b24-9078-256c11bbd1ed req-7959b85c-3b00-4ce9-be9e-c6706cb209ac tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403695 Jun 27 20:11:07.234855 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4c18e-075c-43f1-8e92-7eab9fb9e029 req-e13bf424-7a7f-49b5-b871-a9027b8bd76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:07.236241 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-1ce4c18e-075c-43f1-8e92-7eab9fb9e029 req-e13bf424-7a7f-49b5-b871-a9027b8bd76a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3cf8f149dca402fae175f02d29b94ea&device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 1138 time: 0.0818453 Jun 27 20:11:07.387589 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4c18e-075c-43f1-8e92-7eab9fb9e029 req-2dec737c-6ba3-4d2a-9fb8-fd2b3cf8b706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:07.389066 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-1ce4c18e-075c-43f1-8e92-7eab9fb9e029 req-2dec737c-6ba3-4d2a-9fb8-fd2b3cf8b706 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d40ff268-aa38-4161-b8bc-5035a272a9f3 HTTP/1.1" status: 200 len: 913 time: 0.1290879 Jun 27 20:11:07.505885 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-1ce4c18e-075c-43f1-8e92-7eab9fb9e029 req-9f2c9c33-05d9-4d99-aa5b-f0205df6ccbc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d0b5969-ee27-4e95-8a0e-3aad9db859c3 HTTP/1.1" status: 200 len: 1002 time: 0.1101799 Jun 27 20:11:07.572288 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4c18e-075c-43f1-8e92-7eab9fb9e029 req-fd75a670-b28f-4a25-ba06-df14080bb7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:07.574458 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-1ce4c18e-075c-43f1-8e92-7eab9fb9e029 req-fd75a670-b28f-4a25-ba06-df14080bb7f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30943b35-a008-4cdb-a621-4896f877b3ea HTTP/1.1" status: 200 len: 851 time: 0.0602791 Jun 27 20:11:07.697128 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4c18e-075c-43f1-8e92-7eab9fb9e029 req-a420fc96-1302-4c4b-b724-43134b34f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:07.698673 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-1ce4c18e-075c-43f1-8e92-7eab9fb9e029 req-a420fc96-1302-4c4b-b724-43134b34f1cd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d40ff268-aa38-4161-b8bc-5035a272a9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0798147 Jun 27 20:11:07.830125 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-1ce4c18e-075c-43f1-8e92-7eab9fb9e029 req-8e9f0825-1316-4958-9b3e-b4ea244c249e service neutron] 10.222.0.15 "GET /v2.0/networks/d40ff268-aa38-4161-b8bc-5035a272a9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245584 Jun 27 20:11:07.841988 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:11:07.947280 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55df7a-87e7-47e2-bbdc-075e06792dad req-4cb9a74d-6487-4efe-b3e2-7f98a90aea05 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:07.948750 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-aa55df7a-87e7-47e2-bbdc-075e06792dad req-4cb9a74d-6487-4efe-b3e2-7f98a90aea05 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.0876188 Jun 27 20:11:07.961011 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-1ce4c18e-075c-43f1-8e92-7eab9fb9e029 req-1c6e5215-9a23-4bd7-a532-c6df5981380d service neutron] 10.222.0.15 "GET /v2.0/networks/d40ff268-aa38-4161-b8bc-5035a272a9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246192 Jun 27 20:11:07.992916 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-aa55df7a-87e7-47e2-bbdc-075e06792dad req-8d6edb3d-9dfd-4bdb-b826-f759af25403e tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387003 Jun 27 20:11:08.125172 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e90fd-9428-4708-9b00-4a98a963c4a5 req-30ffdb7e-cc75-4b43-a2ec-0bd662d73a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:08.126559 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-603e90fd-9428-4708-9b00-4a98a963c4a5 req-30ffdb7e-cc75-4b43-a2ec-0bd662d73a4c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3cf8f149dca402fae175f02d29b94ea&device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 1138 time: 0.0788519 Jun 27 20:11:08.254432 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e90fd-9428-4708-9b00-4a98a963c4a5 req-fa3f9c15-c195-4058-8f47-e51f56f66b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:08.255835 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-603e90fd-9428-4708-9b00-4a98a963c4a5 req-fa3f9c15-c195-4058-8f47-e51f56f66b08 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d40ff268-aa38-4161-b8bc-5035a272a9f3 HTTP/1.1" status: 200 len: 913 time: 0.1216865 Jun 27 20:11:08.358117 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-603e90fd-9428-4708-9b00-4a98a963c4a5 req-5c74b777-a34a-470a-b7b1-b26ebf7fde4c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d0b5969-ee27-4e95-8a0e-3aad9db859c3 HTTP/1.1" status: 200 len: 1002 time: 0.0943863 Jun 27 20:11:08.421064 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e90fd-9428-4708-9b00-4a98a963c4a5 req-8756b590-e53c-4cdc-a723-bc78d3990e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:08.423088 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-603e90fd-9428-4708-9b00-4a98a963c4a5 req-8756b590-e53c-4cdc-a723-bc78d3990e42 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30943b35-a008-4cdb-a621-4896f877b3ea HTTP/1.1" status: 200 len: 851 time: 0.0567353 Jun 27 20:11:08.604390 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e90fd-9428-4708-9b00-4a98a963c4a5 req-514f5735-e2fb-47fd-8e0c-46dc9da82dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:08.606015 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-603e90fd-9428-4708-9b00-4a98a963c4a5 req-514f5735-e2fb-47fd-8e0c-46dc9da82dee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d40ff268-aa38-4161-b8bc-5035a272a9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1685424 Jun 27 20:11:08.734527 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-603e90fd-9428-4708-9b00-4a98a963c4a5 req-50652fba-1e3f-4779-ba7c-e71b63d9fa58 service neutron] 10.222.0.15 "GET /v2.0/networks/d40ff268-aa38-4161-b8bc-5035a272a9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207700 Jun 27 20:11:08.896324 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-603e90fd-9428-4708-9b00-4a98a963c4a5 req-128b8b03-dd62-4516-bb3b-0b1280b142d0 service neutron] 10.222.0.15 "GET /v2.0/networks/d40ff268-aa38-4161-b8bc-5035a272a9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252654 Jun 27 20:11:09.195092 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f7b29-6a77-49b0-a79b-344b13b37e84 req-bf03947a-ec10-4d88-b3ef-422d0b566909 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:09.196550 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cb5f7b29-6a77-49b0-a79b-344b13b37e84 req-bf03947a-ec10-4d88-b3ef-422d0b566909 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.0871701 Jun 27 20:11:09.239759 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cb5f7b29-6a77-49b0-a79b-344b13b37e84 req-77606fbc-3d81-48a7-8c7e-53b5c287d74b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376115 Jun 27 20:11:10.055745 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-1b1439eb-253b-47cd-a679-70d23ecc2ec5 req-97f575e5-7724-4bf4-9e31-4dff0794d65c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a8a74a42-82c0-4d21-bb2a-97e7f1470655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784879 Jun 27 20:11:10.219860 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1439eb-253b-47cd-a679-70d23ecc2ec5 req-38e1b0e9-64fb-4ec2-93d6-3131b3e99076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:10.221228 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-1b1439eb-253b-47cd-a679-70d23ecc2ec5 req-38e1b0e9-64fb-4ec2-93d6-3131b3e99076 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff42080e13fb414597e5f10abbe3434d&device_id=a8a74a42-82c0-4d21-bb2a-97e7f1470655 HTTP/1.1" status: 200 len: 1099 time: 0.0770347 Jun 27 20:11:10.363605 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1439eb-253b-47cd-a679-70d23ecc2ec5 req-27c9b6c4-e80a-40b4-88e4-42a2852392ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:10.365031 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-1b1439eb-253b-47cd-a679-70d23ecc2ec5 req-27c9b6c4-e80a-40b4-88e4-42a2852392ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=edb7acd2-275d-4d02-9861-85e070a17792 HTTP/1.1" status: 200 len: 920 time: 0.1240723 Jun 27 20:11:10.431163 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f24df-b0d6-4409-9f19-897a2b62b64c req-da5aa944-925f-4532-a369-9e8c03f8cbd3 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:10.432617 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-210f24df-b0d6-4409-9f19-897a2b62b64c req-da5aa944-925f-4532-a369-9e8c03f8cbd3 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.0852077 Jun 27 20:11:10.435280 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-1b1439eb-253b-47cd-a679-70d23ecc2ec5 req-a2e8e027-66bb-4b47-bc56-c84aa409d338 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97a5e2fc-290a-4696-8ea5-122ccb999592 HTTP/1.1" status: 200 len: 217 time: 0.0622301 Jun 27 20:11:10.491747 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-210f24df-b0d6-4409-9f19-897a2b62b64c req-2b55f425-90d6-443b-9f71-a7814e0652c9 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530672 Jun 27 20:11:10.498501 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1439eb-253b-47cd-a679-70d23ecc2ec5 req-ce69e9fd-3bf9-4020-8e80-ae279072773a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:10.499954 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-1b1439eb-253b-47cd-a679-70d23ecc2ec5 req-ce69e9fd-3bf9-4020-8e80-ae279072773a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7d86a822-f147-437c-a8d8-a85441e6e85f HTTP/1.1" status: 200 len: 858 time: 0.0577247 Jun 27 20:11:10.584424 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1439eb-253b-47cd-a679-70d23ecc2ec5 req-d9ab8dcf-6a9b-4974-b437-da2c72ad0f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:10.585909 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-1b1439eb-253b-47cd-a679-70d23ecc2ec5 req-d9ab8dcf-6a9b-4974-b437-da2c72ad0f59 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=edb7acd2-275d-4d02-9861-85e070a17792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791984 Jun 27 20:11:10.716191 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-1b1439eb-253b-47cd-a679-70d23ecc2ec5 req-cae8056a-1955-4017-ae7f-17396c38ce6e service neutron] 10.222.0.15 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222854 Jun 27 20:11:10.844565 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-1b1439eb-253b-47cd-a679-70d23ecc2ec5 req-b33fec35-4ecb-498e-85d5-1c609da938a1 service neutron] 10.222.0.15 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217394 Jun 27 20:11:11.684880 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b61b5-0a33-40ba-9de8-cc40fffbc0bb req-a2051d1d-e2d8-4291-ba7f-50eec0b9f98c tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:11.686355 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-579b61b5-0a33-40ba-9de8-cc40fffbc0bb req-a2051d1d-e2d8-4291-ba7f-50eec0b9f98c tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.0859120 Jun 27 20:11:11.728253 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-579b61b5-0a33-40ba-9de8-cc40fffbc0bb req-4f27f432-1fe9-4e19-ab53-c6bed0314b44 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357163 Jun 27 20:11:12.366522 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:11:12.941330 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e22ace-abb4-4f2b-9327-6e5132b3eb47 req-b8a6655d-99e5-42f2-9a17-1247a2b2f835 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:12.943173 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-38e22ace-abb4-4f2b-9327-6e5132b3eb47 req-b8a6655d-99e5-42f2-9a17-1247a2b2f835 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.0968962 Jun 27 20:11:12.993518 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-38e22ace-abb4-4f2b-9327-6e5132b3eb47 req-b5a1b4a3-d71b-4b36-83e4-79be0deb8cd5 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437756 Jun 27 20:11:14.198678 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364418a-3a76-4728-bed0-0c69a93c6bc9 req-1b957064-c543-4538-93f7-0961321d322d tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:14.200042 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d364418a-3a76-4728-bed0-0c69a93c6bc9 req-1b957064-c543-4538-93f7-0961321d322d tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.0868871 Jun 27 20:11:14.245945 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d364418a-3a76-4728-bed0-0c69a93c6bc9 req-e0f6762d-23a6-40aa-b1e4-6a38b89bd89c tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403786 Jun 27 20:11:14.599189 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5ec20a6c-3e2e-49ef-ac16-f3396d3d4ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:11:15.288813 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 150c3258-82eb-4bc9-a7ea-6be679dad280 details requested by agent hyperv_hv-cinder-84579 with host hv-cinder-84579 {{(pid=88115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 20:11:15.431864 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 150c3258-82eb-4bc9-a7ea-6be679dad280, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=150c3258-82eb-4bc9-a7ea-6be679dad280,segment=NetworkSegment(239487e6-915f-4fa0-ada1-48352006308c),segment_id=239487e6-915f-4fa0-ada1-48352006308c)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:11:15.447273 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Returning: {'device': '150c3258-82eb-4bc9-a7ea-6be679dad280', 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063', 'port_id': '150c3258-82eb-4bc9-a7ea-6be679dad280', 'mac_address': 'fa:16:3e:8c:db:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 20:11:15.512149 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 150c3258-82eb-4bc9-a7ea-6be679dad280 is: DOWN; New status is: BUILD {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:11:15.512536 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:11:15.534161 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 150c3258-82eb-4bc9-a7ea-6be679dad280 {{(pid=88115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:11:15.554769 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 150c3258-82eb-4bc9-a7ea-6be679dad280, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=150c3258-82eb-4bc9-a7ea-6be679dad280,segment=NetworkSegment(239487e6-915f-4fa0-ada1-48352006308c),segment_id=239487e6-915f-4fa0-ada1-48352006308c)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:11:15.559247 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:11:15.584953 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e814ea-d5be-4d9e-874f-8603092a2280 req-b7e3f884-7a36-47eb-8568-8e7e2113f197 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:15.587100 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-46e814ea-d5be-4d9e-874f-8603092a2280 req-b7e3f884-7a36-47eb-8568-8e7e2113f197 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 944 time: 0.0907335 Jun 27 20:11:15.636121 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=150c3258-82eb-4bc9-a7ea-6be679dad280,revision_number=9']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:11:15.676204 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff5b3a-7be1-4b85-8ae1-3ed3e05a4eaf req-9c7d5500-5e56-45e6-a857-139621fb52f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:15.677756 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-3fff5b3a-7be1-4b85-8ae1-3ed3e05a4eaf req-9c7d5500-5e56-45e6-a857-139621fb52f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff42080e13fb414597e5f10abbe3434d&device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 1099 time: 0.0863376 Jun 27 20:11:15.685378 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-46e814ea-d5be-4d9e-874f-8603092a2280 req-6ebc2c99-dd36-4029-ab00-8750c3d0778c tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909240 Jun 27 20:11:15.721179 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92338b-dd59-433e-8139-e29e4a1c2706 req-daffb4b5-6f77-4b0e-9a3f-61347b5032c8 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:15.722769 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6d92338b-dd59-433e-8139-e29e4a1c2706 req-daffb4b5-6f77-4b0e-9a3f-61347b5032c8 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 946 time: 0.1068606 Jun 27 20:11:15.766838 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6d92338b-dd59-433e-8139-e29e4a1c2706 req-360c0c3d-e018-4e85-8679-9455834185c9 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383754 Jun 27 20:11:15.813919 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff5b3a-7be1-4b85-8ae1-3ed3e05a4eaf req-303ebb9b-7dba-4815-a41d-cd1d38d7b64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:15.815387 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-3fff5b3a-7be1-4b85-8ae1-3ed3e05a4eaf req-303ebb9b-7dba-4815-a41d-cd1d38d7b64b service neutron] 10.222.0.15 "GET /v2.0/networks?id=edb7acd2-275d-4d02-9861-85e070a17792 HTTP/1.1" status: 200 len: 920 time: 0.1305051 Jun 27 20:11:15.916241 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-3fff5b3a-7be1-4b85-8ae1-3ed3e05a4eaf req-4b401495-f02a-4b4d-93c2-e849de7ab557 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9807b7ec-58a7-42ba-9136-3982f6815387 HTTP/1.1" status: 200 len: 1001 time: 0.0946858 Jun 27 20:11:15.976903 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff5b3a-7be1-4b85-8ae1-3ed3e05a4eaf req-654eb692-79df-4996-a636-62b11ef8ae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:15.978231 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-3fff5b3a-7be1-4b85-8ae1-3ed3e05a4eaf req-654eb692-79df-4996-a636-62b11ef8ae9c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7d86a822-f147-437c-a8d8-a85441e6e85f HTTP/1.1" status: 200 len: 858 time: 0.0556965 Jun 27 20:11:16.147480 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff5b3a-7be1-4b85-8ae1-3ed3e05a4eaf req-3a9fd662-0cf1-4503-b73d-9c68cd2f407f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:16.148928 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-3fff5b3a-7be1-4b85-8ae1-3ed3e05a4eaf req-3a9fd662-0cf1-4503-b73d-9c68cd2f407f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=edb7acd2-275d-4d02-9861-85e070a17792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1639044 Jun 27 20:11:16.202717 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['150c3258-82eb-4bc9-a7ea-6be679dad280'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:11:16.277300 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-3fff5b3a-7be1-4b85-8ae1-3ed3e05a4eaf req-0c2686e7-1b3a-4713-9f14-26d410a96d0c service neutron] 10.222.0.15 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210067 Jun 27 20:11:16.407091 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-3fff5b3a-7be1-4b85-8ae1-3ed3e05a4eaf req-fb30aa72-d397-4594-a97d-9832c3c352f8 service neutron] 10.222.0.15 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223440 Jun 27 20:11:16.797460 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d96c0a10-c748-4cf6-9cd2-09675c0e46eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:11:16.880236 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478471df-06d1-451a-bb63-1f5fd9d1880d req-97d10c44-6a5f-4691-8340-8191a492a2aa tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:16.881785 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-478471df-06d1-451a-bb63-1f5fd9d1880d req-97d10c44-6a5f-4691-8340-8191a492a2aa tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 945 time: 0.0882156 Jun 27 20:11:17.058213 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-478471df-06d1-451a-bb63-1f5fd9d1880d req-7907fcd2-fcf0-4fda-bb9b-60d28a21ff01 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500407 Jun 27 20:11:17.082133 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09cc7ab-f176-4d6f-b347-22f09a1379c5 req-ee227184-8f81-4f31-8cfe-0ea049ba56a1 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:17.083555 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e09cc7ab-f176-4d6f-b347-22f09a1379c5 req-ee227184-8f81-4f31-8cfe-0ea049ba56a1 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 946 time: 0.2009237 Jun 27 20:11:17.129494 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e09cc7ab-f176-4d6f-b347-22f09a1379c5 req-c0aa6a14-8353-4ce9-9c9f-02f7475f956e tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401928 Jun 27 20:11:17.978302 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:11:18.052433 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:11:18.303209 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3733c1f-c6ef-4a36-8644-6192d77be0d4 req-7c3cc445-76d4-4342-bbf4-3de3bf816fb5 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:18.304652 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f3733c1f-c6ef-4a36-8644-6192d77be0d4 req-7c3cc445-76d4-4342-bbf4-3de3bf816fb5 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 945 time: 0.1370888 Jun 27 20:11:18.362812 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6e041-91d2-43ec-a01f-fd10bd01d175 req-4047be2b-5185-4462-8296-fff4d7f7f8c0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:18.364230 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-43b6e041-91d2-43ec-a01f-fd10bd01d175 req-4047be2b-5185-4462-8296-fff4d7f7f8c0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 946 time: 0.1298349 Jun 27 20:11:18.385888 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f3733c1f-c6ef-4a36-8644-6192d77be0d4 req-60679046-5e4f-4fd9-b51a-fa09408bbef7 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737820 Jun 27 20:11:18.412860 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-43b6e041-91d2-43ec-a01f-fd10bd01d175 req-d047161e-9714-4bb4-803d-721444008b60 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431120 Jun 27 20:11:19.245056 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:11:19.307874 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 150c3258-82eb-4bc9-a7ea-6be679dad280 up at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:11:19.375110 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning complete for port 150c3258-82eb-4bc9-a7ea-6be679dad280 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:11:19.375467 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:11:19.492787 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 150c3258-82eb-4bc9-a7ea-6be679dad280 is: BUILD; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:11:19.493165 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:11:19.519495 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab185522-8b72-4604-a88b-0e8ca5bf4b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150c3258-82eb-4bc9-a7ea-6be679dad280'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:11:19.528822 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 150c3258-82eb-4bc9-a7ea-6be679dad280, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=150c3258-82eb-4bc9-a7ea-6be679dad280,segment=NetworkSegment(239487e6-915f-4fa0-ada1-48352006308c),segment_id=239487e6-915f-4fa0-ada1-48352006308c)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:11:19.533026 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:11:19.601738 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=150c3258-82eb-4bc9-a7ea-6be679dad280,revision_number=10']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:11:19.649547 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b535599-4fa3-4f40-a868-9f09b797f764 req-a4822163-f92c-4243-b265-c07aa727430b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:19.651027 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2b535599-4fa3-4f40-a868-9f09b797f764 req-a4822163-f92c-4243-b265-c07aa727430b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 947 time: 0.1530316 Jun 27 20:11:19.658982 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b6f6a-757f-446e-9b2d-a850ede0aeca req-4675d254-8c6d-4abe-b5f7-10378513b4e5 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:19.660839 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-204b6f6a-757f-446e-9b2d-a850ede0aeca req-4675d254-8c6d-4abe-b5f7-10378513b4e5 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 946 time: 0.1217804 Jun 27 20:11:19.728322 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2b535599-4fa3-4f40-a868-9f09b797f764 req-345ea3dd-3763-4b18-af49-deeb54ed008e tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665693 Jun 27 20:11:19.732892 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-204b6f6a-757f-446e-9b2d-a850ede0aeca req-cd6132fd-8176-4412-a39f-1f1460e9b205 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577416 Jun 27 20:11:19.829223 dv-cinder-845799-1-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20f1c872-0e7d-43b2-adcb-a760846416bb'] response: {'server_uuid': 'ab185522-8b72-4604-a88b-0e8ca5bf4b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150c3258-82eb-4bc9-a7ea-6be679dad280', 'code': 200} Jun 27 20:11:20.560197 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1505dda-505a-4ef4-b362-c8ecd2fd883c req-116310c6-63e1-412e-ac5d-f98617af7b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:20.561673 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-e1505dda-505a-4ef4-b362-c8ecd2fd883c req-116310c6-63e1-412e-ac5d-f98617af7b3f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 1100 time: 0.0756857 Jun 27 20:11:20.603928 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-e1505dda-505a-4ef4-b362-c8ecd2fd883c req-73d9311f-33a1-4d4e-b988-ec8d1d4363e7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358500 Jun 27 20:11:20.985078 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7fa1e-8f87-42a0-ab5f-6d92ef91414e req-5cf84ea2-807b-4a38-b7a7-804b0cd5d765 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:20.986541 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7cc7fa1e-8f87-42a0-ab5f-6d92ef91414e req-5cf84ea2-807b-4a38-b7a7-804b0cd5d765 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 946 time: 0.1490333 Jun 27 20:11:20.994197 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2526a-e306-434e-aaae-b72d5c011f22 req-d19a3ef4-33cc-4238-bb23-a45d4754f8bf tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:20.995507 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1dc2526a-e306-434e-aaae-b72d5c011f22 req-d19a3ef4-33cc-4238-bb23-a45d4754f8bf tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 947 time: 0.1567628 Jun 27 20:11:21.063610 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7cc7fa1e-8f87-42a0-ab5f-6d92ef91414e req-26f2f252-bb05-49fc-830a-c0653b2d0fba tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672014 Jun 27 20:11:21.067976 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1dc2526a-e306-434e-aaae-b72d5c011f22 req-fff9a321-db3a-4a4e-9cee-42414852a415 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589714 Jun 27 20:11:22.312825 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ca6e9-5a2c-440b-94cb-454ff3277838 req-eccde1aa-bfcd-4661-9d0f-7bd73bc4b0fc tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:22.314288 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ec0ca6e9-5a2c-440b-94cb-454ff3277838 req-eccde1aa-bfcd-4661-9d0f-7bd73bc4b0fc tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 946 time: 0.1477184 Jun 27 20:11:22.322703 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685aa0a-b423-4a54-9c00-aed2a5ee89c7 req-5cde99fb-2fa5-4baf-b9b4-4ae002fb2765 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:22.324010 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4685aa0a-b423-4a54-9c00-aed2a5ee89c7 req-5cde99fb-2fa5-4baf-b9b4-4ae002fb2765 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 947 time: 0.1224234 Jun 27 20:11:22.390706 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ec0ca6e9-5a2c-440b-94cb-454ff3277838 req-444e6d30-f046-4015-b6f0-1a4404dc4427 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657852 Jun 27 20:11:22.397440 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4685aa0a-b423-4a54-9c00-aed2a5ee89c7 req-8efacef0-654b-4f4e-b918-ea2099c1599b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602605 Jun 27 20:11:23.642874 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd490eb-e276-40ac-85af-8b2842404390 req-577ac793-971a-4919-a7bb-ab3ed63b6ca4 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:23.644323 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-acd490eb-e276-40ac-85af-8b2842404390 req-577ac793-971a-4919-a7bb-ab3ed63b6ca4 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 946 time: 0.1465595 Jun 27 20:11:23.657644 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a957fb-c1c9-4aec-acde-f44b3c65b3b0 req-5f483297-1e69-4394-8704-3b3e2e168ad8 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:23.659022 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-64a957fb-c1c9-4aec-acde-f44b3c65b3b0 req-5f483297-1e69-4394-8704-3b3e2e168ad8 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 947 time: 0.1269827 Jun 27 20:11:23.724108 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-acd490eb-e276-40ac-85af-8b2842404390 req-8a84e9c4-a9e3-44ff-8269-84b7edb48485 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739801 Jun 27 20:11:23.728293 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-64a957fb-c1c9-4aec-acde-f44b3c65b3b0 req-6ebe54cb-39dc-4ee8-8b47-34fc877fc078 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570028 Jun 27 20:11:24.914572 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336f776-9115-4b12-aa2b-6c8c6d839607 req-c4d8a0a7-4e39-4bfb-b05e-c2c7be8c630e tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:24.916218 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1336f776-9115-4b12-aa2b-6c8c6d839607 req-c4d8a0a7-4e39-4bfb-b05e-c2c7be8c630e tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 946 time: 0.0892551 Jun 27 20:11:24.960002 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1336f776-9115-4b12-aa2b-6c8c6d839607 req-e5df7d02-cb8b-411c-85e6-90b5bc6b86ec tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379055 Jun 27 20:11:26.152713 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd7fec-3665-4ac0-b83b-5c2eb24f0873 req-ddc86295-c882-4fd0-8767-ce858d1825ba tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:26.154211 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-edfd7fec-3665-4ac0-b83b-5c2eb24f0873 req-ddc86295-c882-4fd0-8767-ce858d1825ba tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 946 time: 0.0885708 Jun 27 20:11:26.197630 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-edfd7fec-3665-4ac0-b83b-5c2eb24f0873 req-21fac889-d260-48ee-866b-045f69a3b8b4 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378301 Jun 27 20:11:27.383460 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ece93-fd73-4e28-83bc-d2fdf6623b0e req-cf6bc3de-7183-4fad-9c46-f7163050783d tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:27.384929 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-301ece93-fd73-4e28-83bc-d2fdf6623b0e req-cf6bc3de-7183-4fad-9c46-f7163050783d tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 946 time: 0.0852268 Jun 27 20:11:27.426223 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-301ece93-fd73-4e28-83bc-d2fdf6623b0e req-d42ed8fe-d8ea-4c28-b6ec-fd872ed6f3a2 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358386 Jun 27 20:11:28.615047 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c5ce9-07b6-47da-b9d4-68c679818919 req-7d4442c9-bc56-45fa-971c-0c9205d4fdc4 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:28.616463 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-aa5c5ce9-07b6-47da-b9d4-68c679818919 req-7d4442c9-bc56-45fa-971c-0c9205d4fdc4 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 946 time: 0.0863016 Jun 27 20:11:28.658236 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-aa5c5ce9-07b6-47da-b9d4-68c679818919 req-a29acc49-131b-46dc-ad2d-0da97bf5a64b tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362298 Jun 27 20:11:29.334303 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d917c-3170-4e19-9762-316a1bdd3fab req-e3261ac1-0632-40fa-841a-819d4f88933a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:29.335759 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-065d917c-3170-4e19-9762-316a1bdd3fab req-e3261ac1-0632-40fa-841a-819d4f88933a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 1099 time: 0.0754097 Jun 27 20:11:29.375763 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-065d917c-3170-4e19-9762-316a1bdd3fab req-6fa96399-36fd-4ba6-824a-03850ae6580e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338750 Jun 27 20:11:29.854277 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118de2e-78b0-4ed7-bcde-1d03cc92d0c1 req-4456cbac-275e-441c-bfc4-25c47e0303c8 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:29.855721 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f118de2e-78b0-4ed7-bcde-1d03cc92d0c1 req-4456cbac-275e-441c-bfc4-25c47e0303c8 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 946 time: 0.0892568 Jun 27 20:11:29.988207 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f118de2e-78b0-4ed7-bcde-1d03cc92d0c1 req-f4371b69-ce51-4afb-ace3-2e6acdaa0fb5 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265178 Jun 27 20:11:31.190024 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713a98d-16bb-4a05-8e25-75b70eeb922f req-939a061d-ab13-4a79-a65f-072fc994997c tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:31.191417 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4713a98d-16bb-4a05-8e25-75b70eeb922f req-939a061d-ab13-4a79-a65f-072fc994997c tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 946 time: 0.0995796 Jun 27 20:11:31.239530 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4713a98d-16bb-4a05-8e25-75b70eeb922f req-ed73c4d7-c3ef-491c-8fcb-cca02fe4579a tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408325 Jun 27 20:11:32.425483 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9278a-e10b-4f7b-be1d-912d47689540 req-1368bca1-7eca-4e02-b0a6-568ed791defa tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:32.426919 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-10d9278a-e10b-4f7b-be1d-912d47689540 req-1368bca1-7eca-4e02-b0a6-568ed791defa tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 946 time: 0.0835321 Jun 27 20:11:32.469193 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-10d9278a-e10b-4f7b-be1d-912d47689540 req-a0ddcdf2-f292-41b9-8262-e3a3dee569f0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367551 Jun 27 20:11:33.008550 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc281d-d944-4ed7-ac07-7d87359e11c1 req-372d58a6-e342-4870-aaa9-b307915beab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:33.010055 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2afc281d-d944-4ed7-ac07-7d87359e11c1 req-372d58a6-e342-4870-aaa9-b307915beab8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff42080e13fb414597e5f10abbe3434d&device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 1099 time: 0.0817442 Jun 27 20:11:33.039986 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f90317-18de-4efe-8b80-9f60b45a1fc6 req-17a7ae01-356e-445f-91d8-63b8eaa08f34 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:33.041427 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-23f90317-18de-4efe-8b80-9f60b45a1fc6 req-17a7ae01-356e-445f-91d8-63b8eaa08f34 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 946 time: 0.0892150 Jun 27 20:11:33.084362 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-23f90317-18de-4efe-8b80-9f60b45a1fc6 req-a102f696-7cba-47ff-a1cd-2bbc5317a7ad tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370572 Jun 27 20:11:33.140466 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc281d-d944-4ed7-ac07-7d87359e11c1 req-78566b5b-b782-43f7-b1bb-27a8d23668f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:33.142021 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2afc281d-d944-4ed7-ac07-7d87359e11c1 req-78566b5b-b782-43f7-b1bb-27a8d23668f6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=edb7acd2-275d-4d02-9861-85e070a17792 HTTP/1.1" status: 200 len: 920 time: 0.1254833 Jun 27 20:11:33.246730 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2afc281d-d944-4ed7-ac07-7d87359e11c1 req-79514ace-e68f-432a-a25a-0b2462845f10 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9807b7ec-58a7-42ba-9136-3982f6815387 HTTP/1.1" status: 200 len: 1001 time: 0.0976379 Jun 27 20:11:33.312920 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc281d-d944-4ed7-ac07-7d87359e11c1 req-a74d4403-0695-40d6-b627-06f74e6d5665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:33.314324 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2afc281d-d944-4ed7-ac07-7d87359e11c1 req-a74d4403-0695-40d6-b627-06f74e6d5665 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7d86a822-f147-437c-a8d8-a85441e6e85f HTTP/1.1" status: 200 len: 858 time: 0.0562203 Jun 27 20:11:33.399631 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc281d-d944-4ed7-ac07-7d87359e11c1 req-30b58a30-e3e3-4f86-9fb3-2712cbd92be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:33.400998 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2afc281d-d944-4ed7-ac07-7d87359e11c1 req-30b58a30-e3e3-4f86-9fb3-2712cbd92be5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=edb7acd2-275d-4d02-9861-85e070a17792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782235 Jun 27 20:11:33.530314 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2afc281d-d944-4ed7-ac07-7d87359e11c1 req-d5b84cd9-2323-4645-84a9-efe66e041657 service neutron] 10.222.0.15 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224785 Jun 27 20:11:33.659756 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2afc281d-d944-4ed7-ac07-7d87359e11c1 req-3b8f67f9-3467-494a-ae61-72fe9282c2ad service neutron] 10.222.0.15 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217849 Jun 27 20:11:34.281388 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6908a-dcb5-4f3e-8a0a-2cac04576f56 req-b53cb24c-7235-4176-9b10-832a2012b664 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:34.282862 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-34a6908a-dcb5-4f3e-8a0a-2cac04576f56 req-b53cb24c-7235-4176-9b10-832a2012b664 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 946 time: 0.0867851 Jun 27 20:11:34.328637 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-34a6908a-dcb5-4f3e-8a0a-2cac04576f56 req-e39a3614-aa7d-49c1-82c9-e1f69dce13be tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401773 Jun 27 20:11:35.518032 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a2786-f7aa-48c9-9fa2-eab29c19db7a req-47d9ec59-6020-441d-8aee-ff63e60f800f tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:35.519479 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-321a2786-f7aa-48c9-9fa2-eab29c19db7a req-47d9ec59-6020-441d-8aee-ff63e60f800f tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 946 time: 0.0879378 Jun 27 20:11:35.561969 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-321a2786-f7aa-48c9-9fa2-eab29c19db7a req-8fd6607a-310c-48d1-b670-645fea900646 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369136 Jun 27 20:11:36.750944 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e300d9-4c1b-49d7-990a-284b750c977b req-08ab9855-26ba-42c1-90c1-d3a3585c400c tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:36.752415 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e1e300d9-4c1b-49d7-990a-284b750c977b req-08ab9855-26ba-42c1-90c1-d3a3585c400c tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 946 time: 0.0889235 Jun 27 20:11:36.794957 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e1e300d9-4c1b-49d7-990a-284b750c977b req-539dff8f-8e19-4597-8770-de5732bc8bce tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369270 Jun 27 20:11:37.990378 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964fe4a-b117-475a-9edf-f942403f6e3d req-5f547619-9813-4c72-bba8-5349f78c35a9 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:37.991807 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f964fe4a-b117-475a-9edf-f942403f6e3d req-5f547619-9813-4c72-bba8-5349f78c35a9 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 946 time: 0.0899756 Jun 27 20:11:38.037872 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f964fe4a-b117-475a-9edf-f942403f6e3d req-09334f49-c148-4dd5-a0c5-08798253146e tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403018 Jun 27 20:11:38.219646 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda3edc-799f-44aa-bc80-11da8760360c req-ded7b2a0-5726-43e7-adeb-2897cfc488b3 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:38.221084 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-efda3edc-799f-44aa-bc80-11da8760360c req-ded7b2a0-5726-43e7-adeb-2897cfc488b3 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 946 time: 0.0862145 Jun 27 20:11:38.229671 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 33322) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:11:38.234610 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-f3fd2067-c55e-42d6-b26b-286a828271f3 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Request body: {'floatingip': {'port_id': '9807b7ec-58a7-42ba-9136-3982f6815387'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:11:38.332187 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2067-c55e-42d6-b26b-286a828271f3 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks [] for floatingip, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:11:39.022329 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2067-c55e-42d6-b26b-286a828271f3 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:11:39.026177 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2067-c55e-42d6-b26b-286a828271f3 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16271055'] for floatingip, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:11:39.363092 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3fd2067-c55e-42d6-b26b-286a828271f3 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Router 55bcd69c-ce1a-4f07-861d-46ef172c3a44 has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:11:39.538373 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fd2067-c55e-42d6-b26b-286a828271f3 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:11:39.543226 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2067-c55e-42d6-b26b-286a828271f3 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:11:39.549029 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8361e0-f727-4338-b9f7-4054c858ff94 None None] Sync routers for ids ['55bcd69c-ce1a-4f07-861d-46ef172c3a44'] in dv-cinder-845799-1-iscsi {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:11:39.558866 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8361e0-f727-4338-b9f7-4054c858ff94 None None] Routers {'55bcd69c-ce1a-4f07-861d-46ef172c3a44'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:11:39.559459 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-2a8361e0-f727-4338-b9f7-4054c858ff94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:11:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['55bcd69c-ce1a-4f07-861d-46ef172c3a44'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:11:39.624720 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605866e5-c6c8-414b-a763-47a32ed598fe', 'tag': '9807b7ec-58a7-42ba-9136-3982f6815387'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:11:39.657244 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-f3fd2067-c55e-42d6-b26b-286a828271f3 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "PUT /v2.0/floatingips/d5d5d6b9-a900-40d6-aa18-4688bdd0ed20 HTTP/1.1" status: 200 len: 993 time: 1.4244685 Jun 27 20:11:39.673157 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e795e96-1a47-4e35-94f2-b9c84c82ca02'] response: {'name': 'network-changed', 'server_uuid': '605866e5-c6c8-414b-a763-47a32ed598fe', 'tag': '9807b7ec-58a7-42ba-9136-3982f6815387', 'status': 'completed', 'code': 200} Jun 27 20:11:39.735314 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-2a8361e0-f727-4338-b9f7-4054c858ff94 None None] Set router 55bcd69c-ce1a-4f07-861d-46ef172c3a44 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:11:39.800633 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d68a7-d459-406d-830a-deb9b57c115e req-7acdc282-824d-40d6-b0f1-e539a4d503e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:39.802111 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-9e5d68a7-d459-406d-830a-deb9b57c115e req-7acdc282-824d-40d6-b0f1-e539a4d503e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff42080e13fb414597e5f10abbe3434d&device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 1099 time: 0.0764704 Jun 27 20:11:39.934932 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d68a7-d459-406d-830a-deb9b57c115e req-75f66136-9f02-4bce-b8dc-4d67599fe282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:39.936375 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-9e5d68a7-d459-406d-830a-deb9b57c115e req-75f66136-9f02-4bce-b8dc-4d67599fe282 service neutron] 10.222.0.15 "GET /v2.0/networks?id=edb7acd2-275d-4d02-9861-85e070a17792 HTTP/1.1" status: 200 len: 920 time: 0.1272125 Jun 27 20:11:40.112389 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-2a8361e0-f727-4338-b9f7-4054c858ff94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'name': 'tempest-ServerRescueNegativeTestJSON-1562455689-router', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '9764c784-0653-4a4a-b64e-79510cb36679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:23Z', 'updated_at': '2022-06-27T20:05:33Z', 'revision_number': 4, 'project_id': 'ff42080e13fb414597e5f10abbe3434d', 'gw_port': {'id': '9764c784-0653-4a4a-b64e-79510cb36679', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:25Z', 'updated_at': '2022-06-27T20:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': 'd5d5d6b9-a900-40d6-aa18-4688bdd0ed20', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'port_id': '9807b7ec-58a7-42ba-9136-3982f6815387', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792', 'mac_address': 'fa:16:3e:b3:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605866e5-c6c8-414b-a763-47a32ed598fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:08:04Z', 'updated_at': '2022-06-27T20:11:38Z', 'revision_number': 3, 'project_id': 'ff42080e13fb414597e5f10abbe3434d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bdf2a0-06cd-4e36-9229-c56856b1740f', 'name': '', 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'mac_address': 'fa:16:3e:a1:0d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7d86a822-f147-437c-a8d8-a85441e6e85f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:30Z', 'updated_at': '2022-06-27T20:05:58Z', 'revision_number': 5, 'project_id': 'ff42080e13fb414597e5f10abbe3434d', 'subnets': [{'id': '7d86a822-f147-437c-a8d8-a85441e6e85f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:11:40.116412 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8361e0-f727-4338-b9f7-4054c858ff94 None None] Checking router: 55bcd69c-ce1a-4f07-861d-46ef172c3a44 for host: dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:11:40.124614 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8361e0-f727-4338-b9f7-4054c858ff94 None None] Routers {'55bcd69c-ce1a-4f07-861d-46ef172c3a44'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:11:40.125255 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-2a8361e0-f727-4338-b9f7-4054c858ff94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:11:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['55bcd69c-ce1a-4f07-861d-46ef172c3a44'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:11:40.130175 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-9e5d68a7-d459-406d-830a-deb9b57c115e req-580f8228-8c6b-4520-bc9d-121a2a6a9dd8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9807b7ec-58a7-42ba-9136-3982f6815387 HTTP/1.1" status: 200 len: 1001 time: 0.1865973 Jun 27 20:11:40.192390 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d68a7-d459-406d-830a-deb9b57c115e req-0670da2b-a924-420e-92e3-fafdaefd9829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:40.193821 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-9e5d68a7-d459-406d-830a-deb9b57c115e req-0670da2b-a924-420e-92e3-fafdaefd9829 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7d86a822-f147-437c-a8d8-a85441e6e85f HTTP/1.1" status: 200 len: 858 time: 0.0566494 Jun 27 20:11:40.276452 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d68a7-d459-406d-830a-deb9b57c115e req-3aa0909c-2e22-4c97-ab4d-da56ec83501a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:40.278566 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-9e5d68a7-d459-406d-830a-deb9b57c115e req-3aa0909c-2e22-4c97-ab4d-da56ec83501a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=edb7acd2-275d-4d02-9861-85e070a17792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785158 Jun 27 20:11:40.299384 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-2a8361e0-f727-4338-b9f7-4054c858ff94 None None] Set router 55bcd69c-ce1a-4f07-861d-46ef172c3a44 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:11:40.415619 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-9e5d68a7-d459-406d-830a-deb9b57c115e req-8a378bca-bd0f-4c35-aca6-de5a2375e2cf service neutron] 10.222.0.15 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239462 Jun 27 20:11:40.551527 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-9e5d68a7-d459-406d-830a-deb9b57c115e req-bcb7bbc3-edeb-4835-9ef1-d25d9527f996 service neutron] 10.222.0.15 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287758 Jun 27 20:11:40.637561 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-2a8361e0-f727-4338-b9f7-4054c858ff94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'name': 'tempest-ServerRescueNegativeTestJSON-1562455689-router', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '9764c784-0653-4a4a-b64e-79510cb36679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:23Z', 'updated_at': '2022-06-27T20:05:33Z', 'revision_number': 4, 'project_id': 'ff42080e13fb414597e5f10abbe3434d', 'gw_port': {'id': '9764c784-0653-4a4a-b64e-79510cb36679', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:25Z', 'updated_at': '2022-06-27T20:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': 'd5d5d6b9-a900-40d6-aa18-4688bdd0ed20', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'port_id': '9807b7ec-58a7-42ba-9136-3982f6815387', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792', 'mac_address': 'fa:16:3e:b3:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605866e5-c6c8-414b-a763-47a32ed598fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:08:04Z', 'updated_at': '2022-06-27T20:11:38Z', 'revision_number': 3, 'project_id': 'ff42080e13fb414597e5f10abbe3434d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bdf2a0-06cd-4e36-9229-c56856b1740f', 'name': '', 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'mac_address': 'fa:16:3e:a1:0d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7d86a822-f147-437c-a8d8-a85441e6e85f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:30Z', 'updated_at': '2022-06-27T20:05:58Z', 'revision_number': 5, 'project_id': 'ff42080e13fb414597e5f10abbe3434d', 'subnets': [{'id': '7d86a822-f147-437c-a8d8-a85441e6e85f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:11:40.641404 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8361e0-f727-4338-b9f7-4054c858ff94 None None] The sync data for ids ['55bcd69c-ce1a-4f07-861d-46ef172c3a44'] in dv-cinder-845799-1-iscsi is: [{'id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'name': 'tempest-ServerRescueNegativeTestJSON-1562455689-router', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '9764c784-0653-4a4a-b64e-79510cb36679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:23Z', 'updated_at': '2022-06-27T20:05:33Z', 'revision_number': 4, 'project_id': 'ff42080e13fb414597e5f10abbe3434d', 'gw_port': {'id': '9764c784-0653-4a4a-b64e-79510cb36679', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:25Z', 'updated_at': '2022-06-27T20:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': 'd5d5d6b9-a900-40d6-aa18-4688bdd0ed20', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'port_id': '9807b7ec-58a7-42ba-9136-3982f6815387', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792', 'mac_address': 'fa:16:3e:b3:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605866e5-c6c8-414b-a763-47a32ed598fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:08:04Z', 'updated_at': '2022-06-27T20:11:38Z', 'revision_number': 3, 'project_id': 'ff42080e13fb414597e5f10abbe3434d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bdf2a0-06cd-4e36-9229-c56856b1740f', 'name': '', 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'mac_address': 'fa:16:3e:a1:0d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7d86a822-f147-437c-a8d8-a85441e6e85f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:30Z', 'updated_at': '2022-06-27T20:05:58Z', 'revision_number': 5, 'project_id': 'ff42080e13fb414597e5f10abbe3434d', 'subnets': [{'id': '7d86a822-f147-437c-a8d8-a85441e6e85f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:11:41.674768 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605866e5-c6c8-414b-a763-47a32ed598fe', 'tag': '9807b7ec-58a7-42ba-9136-3982f6815387'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:11:41.717404 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aed4edca-7d61-4a95-ac0a-4000448a0b9d'] response: {'name': 'network-changed', 'server_uuid': '605866e5-c6c8-414b-a763-47a32ed598fe', 'tag': '9807b7ec-58a7-42ba-9136-3982f6815387', 'status': 'completed', 'code': 200} Jun 27 20:11:41.851306 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5670d-d889-48dd-a3eb-a28d64d9ad0c req-e88b7df8-48c2-4bb9-81c1-d0c41e85bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:41.852772 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-7ad5670d-d889-48dd-a3eb-a28d64d9ad0c req-e88b7df8-48c2-4bb9-81c1-d0c41e85bf0d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff42080e13fb414597e5f10abbe3434d&device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 1099 time: 0.0789020 Jun 27 20:11:41.983654 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5670d-d889-48dd-a3eb-a28d64d9ad0c req-740278c2-b5f5-43cb-bb14-00faf6f39972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:41.985012 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-7ad5670d-d889-48dd-a3eb-a28d64d9ad0c req-740278c2-b5f5-43cb-bb14-00faf6f39972 service neutron] 10.222.0.15 "GET /v2.0/networks?id=edb7acd2-275d-4d02-9861-85e070a17792 HTTP/1.1" status: 200 len: 920 time: 0.1255267 Jun 27 20:11:42.086573 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-7ad5670d-d889-48dd-a3eb-a28d64d9ad0c req-a8d2c516-40df-46d1-a26e-bdc9eac19860 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9807b7ec-58a7-42ba-9136-3982f6815387 HTTP/1.1" status: 200 len: 1001 time: 0.0944700 Jun 27 20:11:42.151323 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5670d-d889-48dd-a3eb-a28d64d9ad0c req-58e42b8d-3605-41a1-94e2-ab7030103254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:42.153323 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-7ad5670d-d889-48dd-a3eb-a28d64d9ad0c req-58e42b8d-3605-41a1-94e2-ab7030103254 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7d86a822-f147-437c-a8d8-a85441e6e85f HTTP/1.1" status: 200 len: 858 time: 0.0591638 Jun 27 20:11:42.233606 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5670d-d889-48dd-a3eb-a28d64d9ad0c req-ea6ea5aa-c9a7-4feb-8ecf-576ea38991b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:11:42.235118 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-7ad5670d-d889-48dd-a3eb-a28d64d9ad0c req-ea6ea5aa-c9a7-4feb-8ecf-576ea38991b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=edb7acd2-275d-4d02-9861-85e070a17792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754149 Jun 27 20:11:42.368970 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-7ad5670d-d889-48dd-a3eb-a28d64d9ad0c req-54b6a26f-cb3c-443b-bf1e-677571550c6f service neutron] 10.222.0.15 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211469 Jun 27 20:11:42.394097 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:11:42.498175 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-7ad5670d-d889-48dd-a3eb-a28d64d9ad0c req-0b993c5f-b253-4cd4-b32d-929cd6f96844 service neutron] 10.222.0.15 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226814 Jun 27 20:11:44.600687 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-382f333c-b9dd-474c-aa5f-72205693d68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:11:44.841421 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:11:46.800312 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2952513-7391-402a-a33e-11d8ea04c568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:11:47.979786 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:11:48.052467 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:11:49.247562 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:01.672572 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5da66-b701-4383-a65a-5e787ce6e9f7 req-b7e5ad9c-c834-460a-977f-800c792df853 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:01.673935 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0ad5da66-b701-4383-a65a-5e787ce6e9f7 req-b7e5ad9c-c834-460a-977f-800c792df853 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.0883255 Jun 27 20:12:01.716360 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0ad5da66-b701-4383-a65a-5e787ce6e9f7 req-47104ba8-b826-4519-a87c-4af83d7f56e6 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368593 Jun 27 20:12:02.905807 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4170b7c-942d-4032-ad63-518ba04b05b0 req-93384a9d-5a6c-42e7-a446-8ea351d513e3 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:02.907230 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b4170b7c-942d-4032-ad63-518ba04b05b0 req-93384a9d-5a6c-42e7-a446-8ea351d513e3 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.0872321 Jun 27 20:12:02.951409 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b4170b7c-942d-4032-ad63-518ba04b05b0 req-0c23f5ca-b871-41d8-af2e-8ca8e9c12905 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383971 Jun 27 20:12:04.138225 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9bb64a-27f0-4438-81b5-3c5577d48e19 req-c2b66d9a-31c7-456f-8615-4f6f5630c8ba tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:04.139551 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-bc9bb64a-27f0-4438-81b5-3c5577d48e19 req-c2b66d9a-31c7-456f-8615-4f6f5630c8ba tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.0834203 Jun 27 20:12:04.181686 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-bc9bb64a-27f0-4438-81b5-3c5577d48e19 req-dca49ee6-419e-48e3-aadc-e227db77b6ab tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365779 Jun 27 20:12:05.373777 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f65aa-f2e9-424d-be86-8b5d250a9e2f req-6ee61c64-7290-4ab1-8245-dba94d4c6e4b tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:05.375237 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-505f65aa-f2e9-424d-be86-8b5d250a9e2f req-6ee61c64-7290-4ab1-8245-dba94d4c6e4b tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.0898910 Jun 27 20:12:05.418211 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-505f65aa-f2e9-424d-be86-8b5d250a9e2f req-18072bd5-4b79-4a82-980b-08075e3b8b74 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367572 Jun 27 20:12:06.606943 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9001b5-1fbc-4a32-88b7-56d828944361 req-7eb72ea4-3ecc-4292-9813-915630788a8d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:06.608361 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5e9001b5-1fbc-4a32-88b7-56d828944361 req-7eb72ea4-3ecc-4292-9813-915630788a8d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.0866544 Jun 27 20:12:06.651066 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5e9001b5-1fbc-4a32-88b7-56d828944361 req-06987242-0bd9-4a3c-8f49-72956da9b1f9 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365663 Jun 27 20:12:07.836410 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567af81-3a4e-4020-9d25-e4d329ebb1ce req-7a9baf99-f936-44c4-872f-8a39768f6bd8 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:07.837854 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b567af81-3a4e-4020-9d25-e4d329ebb1ce req-7a9baf99-f936-44c4-872f-8a39768f6bd8 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.0846252 Jun 27 20:12:07.879306 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b567af81-3a4e-4020-9d25-e4d329ebb1ce req-32a89740-3a77-4be3-b015-9dc5e022dc00 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359459 Jun 27 20:12:09.165432 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ed314-50fe-47af-ad24-8ac41acec7ea req-3b1b3ae0-2a2e-4424-bbf1-b0965fed91e9 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:09.166801 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-eb6ed314-50fe-47af-ad24-8ac41acec7ea req-3b1b3ae0-2a2e-4424-bbf1-b0965fed91e9 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.1797926 Jun 27 20:12:09.209802 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-eb6ed314-50fe-47af-ad24-8ac41acec7ea req-73e3cc3c-f113-4d78-b3d9-b317273e1b98 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373819 Jun 27 20:12:10.072472 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-57fa2781-f22d-44c1-890e-2a10ecc67c82 req-d013fb88-a10c-45a8-af17-bd4a9917038a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804207 Jun 27 20:12:10.185753 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa2781-f22d-44c1-890e-2a10ecc67c82 req-6fb9932f-0d69-432d-ba68-07ffa4fd44c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:10.187117 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-57fa2781-f22d-44c1-890e-2a10ecc67c82 req-6fb9932f-0d69-432d-ba68-07ffa4fd44c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff42080e13fb414597e5f10abbe3434d&device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 1098 time: 0.0770173 Jun 27 20:12:10.329610 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa2781-f22d-44c1-890e-2a10ecc67c82 req-961cfcba-8eca-45d5-b5fb-971606dad789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:10.331060 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-57fa2781-f22d-44c1-890e-2a10ecc67c82 req-961cfcba-8eca-45d5-b5fb-971606dad789 service neutron] 10.222.0.15 "GET /v2.0/networks?id=edb7acd2-275d-4d02-9861-85e070a17792 HTTP/1.1" status: 200 len: 920 time: 0.1257143 Jun 27 20:12:10.399541 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c512a-0457-4365-a240-a7ffd88bcbc7 req-73fd8563-f669-4178-bb2a-4755da0dd386 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:10.401109 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c37c512a-0457-4365-a240-a7ffd88bcbc7 req-73fd8563-f669-4178-bb2a-4755da0dd386 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.0886295 Jun 27 20:12:10.446990 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c37c512a-0457-4365-a240-a7ffd88bcbc7 req-6c40b24a-7e78-4514-98ff-e712fd39f258 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400639 Jun 27 20:12:10.492227 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-57fa2781-f22d-44c1-890e-2a10ecc67c82 req-c99c6e6b-a6fd-498c-a6dd-7f03a9e125d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a85c707-6300-4094-ad01-a1823bb883b6 HTTP/1.1" status: 200 len: 217 time: 0.1527345 Jun 27 20:12:10.554571 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa2781-f22d-44c1-890e-2a10ecc67c82 req-3eabaf9f-8511-47fb-b64b-6b6537aa2c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:10.555956 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-57fa2781-f22d-44c1-890e-2a10ecc67c82 req-3eabaf9f-8511-47fb-b64b-6b6537aa2c95 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7d86a822-f147-437c-a8d8-a85441e6e85f HTTP/1.1" status: 200 len: 858 time: 0.0567622 Jun 27 20:12:10.640168 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa2781-f22d-44c1-890e-2a10ecc67c82 req-36130234-877c-4d86-930d-dc26a2a389a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:10.641654 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-57fa2781-f22d-44c1-890e-2a10ecc67c82 req-36130234-877c-4d86-930d-dc26a2a389a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=edb7acd2-275d-4d02-9861-85e070a17792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782504 Jun 27 20:12:10.770260 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-57fa2781-f22d-44c1-890e-2a10ecc67c82 req-35bc0373-ce92-4a66-ac0b-3d7daf7f6a13 service neutron] 10.222.0.15 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223848 Jun 27 20:12:10.899622 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-57fa2781-f22d-44c1-890e-2a10ecc67c82 req-17c59973-87cc-4ada-a999-5c5bf6a7c97b service neutron] 10.222.0.15 "GET /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229177 Jun 27 20:12:11.637147 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1cc74f-0836-46e9-82e9-5b6c33d9d5d1 req-e86a3453-d12d-4abe-a802-8e57c4629403 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:11.638608 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3d1cc74f-0836-46e9-82e9-5b6c33d9d5d1 req-e86a3453-d12d-4abe-a802-8e57c4629403 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.0881565 Jun 27 20:12:11.684354 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3d1cc74f-0836-46e9-82e9-5b6c33d9d5d1 req-327fc83e-6142-493c-b1d1-2cabcc79a20b tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401323 Jun 27 20:12:12.410919 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:12.872242 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2158c-e657-4d4f-aecd-1b00a5f49a4a req-c0dabb16-8b20-4d77-a846-33f4e26a0988 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:12.873972 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-daf2158c-e657-4d4f-aecd-1b00a5f49a4a req-c0dabb16-8b20-4d77-a846-33f4e26a0988 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.0849657 Jun 27 20:12:12.916686 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-daf2158c-e657-4d4f-aecd-1b00a5f49a4a req-ca0c55bb-d859-411f-83ae-44dabb28bde0 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370028 Jun 27 20:12:14.106604 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab6b17-247d-4061-95d3-65c8c5411241 req-d6008689-84b6-4d7e-ac8f-14b01ab89f54 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:14.108018 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0eab6b17-247d-4061-95d3-65c8c5411241 req-d6008689-84b6-4d7e-ac8f-14b01ab89f54 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.0883832 Jun 27 20:12:14.151554 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0eab6b17-247d-4061-95d3-65c8c5411241 req-6bb7a212-45f9-4e63-8c01-ea85af40e4de tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378623 Jun 27 20:12:14.603152 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-066c0fb1-94f4-46aa-b1fb-311bb260d2da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:15.336826 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cc4f8-9d01-4ffb-a957-bd5216cd5931 req-52ab72dc-22c4-45b6-ba38-bdbebbef6e04 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:15.338273 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3f4cc4f8-9d01-4ffb-a957-bd5216cd5931 req-52ab72dc-22c4-45b6-ba38-bdbebbef6e04 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.0836241 Jun 27 20:12:15.383978 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3f4cc4f8-9d01-4ffb-a957-bd5216cd5931 req-e53b62f7-7d30-4015-af6c-c55ec656d70b tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401802 Jun 27 20:12:16.574811 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ff04e-6c10-47d4-a3d3-e1998dd689de req-7d9a594a-0672-4afd-b2fb-5ae8ff463978 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:16.576231 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b64ff04e-6c10-47d4-a3d3-e1998dd689de req-7d9a594a-0672-4afd-b2fb-5ae8ff463978 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.0869799 Jun 27 20:12:16.617929 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b64ff04e-6c10-47d4-a3d3-e1998dd689de req-fdfe843e-ace2-4ce5-9f8a-cbfdd302234c tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361602 Jun 27 20:12:16.802295 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-13d44ef0-4b55-4aea-921e-7b0754b78577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:17.807347 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5d644-bc33-4d46-acf2-51459da5540b req-5b806800-8a69-405d-9713-6bba011e85bd tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:17.808801 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-47c5d644-bc33-4d46-acf2-51459da5540b req-5b806800-8a69-405d-9713-6bba011e85bd tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.0880949 Jun 27 20:12:17.851599 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-47c5d644-bc33-4d46-acf2-51459da5540b req-15ec8997-b6bd-4673-a121-63be3781f409 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372090 Jun 27 20:12:17.983238 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:18.056138 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:18.192928 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a317f-c000-4086-b822-ba7be95c056e req-68f6f53d-a923-4ea3-91ae-cc48df780cc2 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:18.194347 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f07a317f-c000-4086-b822-ba7be95c056e req-68f6f53d-a923-4ea3-91ae-cc48df780cc2 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.0898485 Jun 27 20:12:18.242464 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f07a317f-c000-4086-b822-ba7be95c056e req-b3bb2456-60bd-4833-b5f4-628138b2d407 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419223 Jun 27 20:12:18.263618 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a323686-447d-4418-893d-d9289991e88a req-02cfc112-eafd-4a7b-b3d2-3c9cadebba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:18.265084 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-7a323686-447d-4418-893d-d9289991e88a req-02cfc112-eafd-4a7b-b3d2-3c9cadebba23 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a50994bf4f144390934c88c909c5d061&device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 1098 time: 0.0779316 Jun 27 20:12:18.395867 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a323686-447d-4418-893d-d9289991e88a req-7d8a47a9-b944-4392-9ea1-6649e6afc886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:18.397286 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-7a323686-447d-4418-893d-d9289991e88a req-7d8a47a9-b944-4392-9ea1-6649e6afc886 service neutron] 10.222.0.15 "GET /v2.0/networks?id=161680f6-9340-499f-abb6-7578d38c56d4 HTTP/1.1" status: 200 len: 911 time: 0.1250076 Jun 27 20:12:18.501109 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-7a323686-447d-4418-893d-d9289991e88a req-68d31f76-9b3d-4d2e-92a3-d2d7566b9814 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=307c352b-d9f8-4e48-a3f6-42186504937e HTTP/1.1" status: 200 len: 1001 time: 0.0971947 Jun 27 20:12:18.566837 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a323686-447d-4418-893d-d9289991e88a req-3888072d-a688-475e-a5c5-fe15d09f91af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:18.568231 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-7a323686-447d-4418-893d-d9289991e88a req-3888072d-a688-475e-a5c5-fe15d09f91af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fccdbdb-2f00-4b31-ac45-6e4614abd8b0 HTTP/1.1" status: 200 len: 849 time: 0.0598819 Jun 27 20:12:18.648877 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a323686-447d-4418-893d-d9289991e88a req-49462a2a-785c-4cb6-833a-268e1057152e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:18.650353 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-7a323686-447d-4418-893d-d9289991e88a req-49462a2a-785c-4cb6-833a-268e1057152e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=161680f6-9340-499f-abb6-7578d38c56d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760405 Jun 27 20:12:18.779767 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-7a323686-447d-4418-893d-d9289991e88a req-01756349-1648-4887-8c27-3b4b1d66ff21 service neutron] 10.222.0.15 "GET /v2.0/networks/161680f6-9340-499f-abb6-7578d38c56d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228151 Jun 27 20:12:18.910048 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-7a323686-447d-4418-893d-d9289991e88a req-261f670f-09ea-42df-a75f-acfa00383bd3 service neutron] 10.222.0.15 "GET /v2.0/networks/161680f6-9340-499f-abb6-7578d38c56d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234729 Jun 27 20:12:19.249981 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:19.433807 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b5e44-8a02-4d93-a1a3-101dd941c5b3 req-2b95b095-a9f1-496a-9176-921a55646d23 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:19.435252 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2f8b5e44-8a02-4d93-a1a3-101dd941c5b3 req-2b95b095-a9f1-496a-9176-921a55646d23 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.0857098 Jun 27 20:12:19.478128 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2f8b5e44-8a02-4d93-a1a3-101dd941c5b3 req-b361a55e-77b1-490c-ae95-c20c3be566cc tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371552 Jun 27 20:12:20.482366 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba121b-452d-419d-a28e-6d135e15b6db req-6831cb9b-d5bb-454c-bf90-3bd7cf96dfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:20.483751 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-31ba121b-452d-419d-a28e-6d135e15b6db req-6831cb9b-d5bb-454c-bf90-3bd7cf96dfe6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3cf8f149dca402fae175f02d29b94ea&device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 1138 time: 0.0825129 Jun 27 20:12:20.491155 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc9005-9f44-4eda-ab6e-46d10feb63f8 req-7f7384b4-1d05-4e06-8b67-debf874c54d1 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:20.492668 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6adc9005-9f44-4eda-ab6e-46d10feb63f8 req-7f7384b4-1d05-4e06-8b67-debf874c54d1 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 985 time: 0.0900054 Jun 27 20:12:20.539378 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6adc9005-9f44-4eda-ab6e-46d10feb63f8 req-27dca146-0d2b-41f4-9c33-8b2dbfab4df0 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd44209a-7491-46dc-bfc8-84832d66d349&id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409193 Jun 27 20:12:20.617212 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba121b-452d-419d-a28e-6d135e15b6db req-3a0e9ad1-cbec-4047-81ac-63a0142cdda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:20.618669 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-31ba121b-452d-419d-a28e-6d135e15b6db req-3a0e9ad1-cbec-4047-81ac-63a0142cdda6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d40ff268-aa38-4161-b8bc-5035a272a9f3 HTTP/1.1" status: 200 len: 913 time: 0.1277835 Jun 27 20:12:20.671877 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192f3f0-380a-4928-a650-845c80a621c3 req-0d9c2f5f-d2a5-4c8c-b4a0-bfb3ec06a09d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:20.673390 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a192f3f0-380a-4928-a650-845c80a621c3 req-0d9c2f5f-d2a5-4c8c-b4a0-bfb3ec06a09d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.0857906 Jun 27 20:12:20.718452 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-31ba121b-452d-419d-a28e-6d135e15b6db req-951ab93d-5d96-4eef-af8c-f8778ab9be3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d0b5969-ee27-4e95-8a0e-3aad9db859c3 HTTP/1.1" status: 200 len: 1002 time: 0.0936551 Jun 27 20:12:20.720362 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a192f3f0-380a-4928-a650-845c80a621c3 req-e8470eeb-365b-4de5-aa88-8442c798616c tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412743 Jun 27 20:12:20.863561 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba121b-452d-419d-a28e-6d135e15b6db req-ecc04ceb-0ccc-4cee-b2a9-712a4a8ef280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:20.864980 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-31ba121b-452d-419d-a28e-6d135e15b6db req-ecc04ceb-0ccc-4cee-b2a9-712a4a8ef280 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30943b35-a008-4cdb-a621-4896f877b3ea HTTP/1.1" status: 200 len: 851 time: 0.1400206 Jun 27 20:12:20.951115 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba121b-452d-419d-a28e-6d135e15b6db req-d5cea598-2416-4a96-bba4-25c061c420df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:20.952573 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-31ba121b-452d-419d-a28e-6d135e15b6db req-d5cea598-2416-4a96-bba4-25c061c420df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d40ff268-aa38-4161-b8bc-5035a272a9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773065 Jun 27 20:12:21.079500 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-31ba121b-452d-419d-a28e-6d135e15b6db req-dfe9f950-4e51-484c-8e20-ecb8f6c5e982 service neutron] 10.222.0.15 "GET /v2.0/networks/d40ff268-aa38-4161-b8bc-5035a272a9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201241 Jun 27 20:12:21.206971 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-31ba121b-452d-419d-a28e-6d135e15b6db req-57ae1605-cdc1-4948-ad48-eb4c7c9cc627 service neutron] 10.222.0.15 "GET /v2.0/networks/d40ff268-aa38-4161-b8bc-5035a272a9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201026 Jun 27 20:12:21.731301 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea11e1-f97b-4560-86e5-df828e529078 req-bb3e8ced-5f63-4cb0-9020-8ac52298e36d tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:21.732735 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-39ea11e1-f97b-4560-86e5-df828e529078 req-bb3e8ced-5f63-4cb0-9020-8ac52298e36d tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 985 time: 0.0904593 Jun 27 20:12:21.777048 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-39ea11e1-f97b-4560-86e5-df828e529078 req-363aa67c-6a41-43e5-9a1a-703567c14b10 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd44209a-7491-46dc-bfc8-84832d66d349&id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386114 Jun 27 20:12:21.840761 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:12:22.968728 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6da6b-c391-4b01-b820-36cd0c35d6a3 req-21f99559-d432-4894-9970-1525c1631620 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:22.970219 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d2d6da6b-c391-4b01-b820-36cd0c35d6a3 req-21f99559-d432-4894-9970-1525c1631620 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 985 time: 0.0887861 Jun 27 20:12:23.015173 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d2d6da6b-c391-4b01-b820-36cd0c35d6a3 req-b4896302-b653-4e48-a26e-3f15c99ecd60 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd44209a-7491-46dc-bfc8-84832d66d349&id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392056 Jun 27 20:12:24.205097 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f29132-d3e6-4ee1-9d81-7c8425d49298 req-ddced63d-2caf-486d-a389-9eb52e543571 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:24.206460 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-20f29132-d3e6-4ee1-9d81-7c8425d49298 req-ddced63d-2caf-486d-a389-9eb52e543571 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 985 time: 0.0852194 Jun 27 20:12:24.254931 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-20f29132-d3e6-4ee1-9d81-7c8425d49298 req-fc02661c-b2fa-4b79-9c84-d4b7dd4c3b83 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd44209a-7491-46dc-bfc8-84832d66d349&id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427949 Jun 27 20:12:25.442333 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6faa7a2-c727-47c0-900a-8f7d434d66dd req-39b6aa01-7dc5-4d6e-a7bb-36eddd456e4b tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:25.443783 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b6faa7a2-c727-47c0-900a-8f7d434d66dd req-39b6aa01-7dc5-4d6e-a7bb-36eddd456e4b tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 985 time: 0.0866683 Jun 27 20:12:25.487980 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b6faa7a2-c727-47c0-900a-8f7d434d66dd req-b0a45f7a-b8eb-4365-87dc-c124429b9d6e tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd44209a-7491-46dc-bfc8-84832d66d349&id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377049 Jun 27 20:12:26.677030 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1ab54-08a7-4fa6-be2f-e454a5679ed8 req-f33a7c5d-8aca-4206-8782-a4a59b954eb1 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:26.678483 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d0b1ab54-08a7-4fa6-be2f-e454a5679ed8 req-f33a7c5d-8aca-4206-8782-a4a59b954eb1 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 985 time: 0.0877059 Jun 27 20:12:26.723754 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d0b1ab54-08a7-4fa6-be2f-e454a5679ed8 req-ef968381-b6f3-438f-b239-33ea60380c9e tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd44209a-7491-46dc-bfc8-84832d66d349&id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396156 Jun 27 20:12:27.913501 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46d6e5-8ebf-41c3-aab8-b527b557a7e6 req-efedde18-b7f6-4f6f-b0f0-161e611a489e tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:27.914953 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5c46d6e5-8ebf-41c3-aab8-b527b557a7e6 req-efedde18-b7f6-4f6f-b0f0-161e611a489e tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 985 time: 0.0853908 Jun 27 20:12:27.963801 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5c46d6e5-8ebf-41c3-aab8-b527b557a7e6 req-562bc226-a4d7-4700-944a-c404bc82ce80 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd44209a-7491-46dc-bfc8-84832d66d349&id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429270 Jun 27 20:12:29.150659 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb3d74-c539-49ef-a495-0adf1f152523 req-3125bc4d-8842-4c42-8140-4e48604abf47 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:29.152002 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fefb3d74-c539-49ef-a495-0adf1f152523 req-3125bc4d-8842-4c42-8140-4e48604abf47 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 985 time: 0.0848222 Jun 27 20:12:29.196128 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fefb3d74-c539-49ef-a495-0adf1f152523 req-fe55f398-d79e-463d-9994-c698c564b5f0 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd44209a-7491-46dc-bfc8-84832d66d349&id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383992 Jun 27 20:12:30.388089 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355feb9b-cc17-47ec-87f5-99877ab55a2b req-50f489e9-3b75-471f-9880-36f5c276d120 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:30.389530 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-355feb9b-cc17-47ec-87f5-99877ab55a2b req-50f489e9-3b75-471f-9880-36f5c276d120 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 985 time: 0.0895326 Jun 27 20:12:30.434116 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-355feb9b-cc17-47ec-87f5-99877ab55a2b req-7fc4fb22-b82d-421c-af9b-96e072668197 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd44209a-7491-46dc-bfc8-84832d66d349&id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388854 Jun 27 20:12:31.633242 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddaa667-9204-40c7-8a0a-681d44986a45 req-07e44f3c-8611-4420-b560-de98de325ce7 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:31.634708 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5ddaa667-9204-40c7-8a0a-681d44986a45 req-07e44f3c-8611-4420-b560-de98de325ce7 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 985 time: 0.0893238 Jun 27 20:12:31.768952 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5ddaa667-9204-40c7-8a0a-681d44986a45 req-07d6d30b-c9f3-4796-89d9-6a75ecac786a tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd44209a-7491-46dc-bfc8-84832d66d349&id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1285458 Jun 27 20:12:32.960143 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf357b5-f4f6-491f-b2b2-2e88a8a8adbd req-bd720048-f107-4535-b392-ad0a8089189e tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:32.961600 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-dcf357b5-f4f6-491f-b2b2-2e88a8a8adbd req-bd720048-f107-4535-b392-ad0a8089189e tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 985 time: 0.0864022 Jun 27 20:12:33.006457 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-dcf357b5-f4f6-491f-b2b2-2e88a8a8adbd req-677c2eb5-c00d-41af-ad32-8c5c1b03fdc9 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd44209a-7491-46dc-bfc8-84832d66d349&id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385854 Jun 27 20:12:34.238250 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e49c6-ee7d-4807-aa71-244bc12bf100 req-8784a034-a0d5-467c-a0f6-f0003b6491e6 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:34.239721 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3c8e49c6-ee7d-4807-aa71-244bc12bf100 req-8784a034-a0d5-467c-a0f6-f0003b6491e6 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 947 time: 0.0880606 Jun 27 20:12:34.284198 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3c8e49c6-ee7d-4807-aa71-244bc12bf100 req-822d9656-a261-435e-b995-4adbc62908d9 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389156 Jun 27 20:12:35.481609 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf4ee8-0f51-47db-9fe2-68d4506e6a84 req-fd41b7fb-67dc-4b96-8ce0-96eaa1c4fa7c tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:35.483026 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7caf4ee8-0f51-47db-9fe2-68d4506e6a84 req-fd41b7fb-67dc-4b96-8ce0-96eaa1c4fa7c tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 947 time: 0.0902796 Jun 27 20:12:35.525128 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7caf4ee8-0f51-47db-9fe2-68d4506e6a84 req-2182ad1d-4fa0-41cb-9e52-edb69d639627 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365450 Jun 27 20:12:36.240524 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d025278-cb77-4f97-9cb5-8d955a9d58d0 req-80dcc2e6-936e-4c6c-b5a3-ceb3bd080536 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:36.241221 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-7d025278-cb77-4f97-9cb5-8d955a9d58d0 req-80dcc2e6-936e-4c6c-b5a3-ceb3bd080536 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Synchronizing usage tracker for tenant:7bde747057d140209cc6692d467254d8 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:12:36.252603 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-7d025278-cb77-4f97-9cb5-8d955a9d58d0 req-80dcc2e6-936e-4c6c-b5a3-ceb3bd080536 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Unset dirty status for tenant:7bde747057d140209cc6692d467254d8 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:12:36.253697 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-7d025278-cb77-4f97-9cb5-8d955a9d58d0 req-80dcc2e6-936e-4c6c-b5a3-ceb3bd080536 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 947 time: 0.1020033 Jun 27 20:12:36.325520 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-7d025278-cb77-4f97-9cb5-8d955a9d58d0 req-e387d16f-e8fd-4a91-aa85-5e4cce14ecea tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Deleting port 150c3258-82eb-4bc9-a7ea-6be679dad280 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:12:36.325880 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7d025278-cb77-4f97-9cb5-8d955a9d58d0 req-e387d16f-e8fd-4a91-aa85-5e4cce14ecea tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:36.570972 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-7d025278-cb77-4f97-9cb5-8d955a9d58d0 req-e387d16f-e8fd-4a91-aa85-5e4cce14ecea tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] For port 150c3258-82eb-4bc9-a7ea-6be679dad280, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=150c3258-82eb-4bc9-a7ea-6be679dad280,segment=NetworkSegment(239487e6-915f-4fa0-ada1-48352006308c),segment_id=239487e6-915f-4fa0-ada1-48352006308c)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:12:36.571327 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7d025278-cb77-4f97-9cb5-8d955a9d58d0 req-e387d16f-e8fd-4a91-aa85-5e4cce14ecea tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:36.716212 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c2b10-2de4-4a17-8cfe-65c449889347 req-714b2e51-aa6b-4f92-b0d9-a2d69698a92f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:36.717683 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0e5c2b10-2de4-4a17-8cfe-65c449889347 req-714b2e51-aa6b-4f92-b0d9-a2d69698a92f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 947 time: 0.0848904 Jun 27 20:12:36.760657 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0e5c2b10-2de4-4a17-8cfe-65c449889347 req-013d2f8b-5042-4f16-9937-d2e840f32cad tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373254 Jun 27 20:12:36.858554 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7d025278-cb77-4f97-9cb5-8d955a9d58d0 req-e387d16f-e8fd-4a91-aa85-5e4cce14ecea tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:36.858844 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7d025278-cb77-4f97-9cb5-8d955a9d58d0 req-e387d16f-e8fd-4a91-aa85-5e4cce14ecea tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16271055'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:36.859153 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.db.l3_db [req-7d025278-cb77-4f97-9cb5-8d955a9d58d0 req-e387d16f-e8fd-4a91-aa85-5e4cce14ecea tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Floating IP ab755119-d4db-497e-be9a-16dec82aefb8 disassociated. External IP: 172.27.3.10, port: 150c3258-82eb-4bc9-a7ea-6be679dad280. Jun 27 20:12:36.859488 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-7d025278-cb77-4f97-9cb5-8d955a9d58d0 req-e387d16f-e8fd-4a91-aa85-5e4cce14ecea tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Calling delete_port for 150c3258-82eb-4bc9-a7ea-6be679dad280 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:12:37.002871 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7d025278-cb77-4f97-9cb5-8d955a9d58d0 req-e387d16f-e8fd-4a91-aa85-5e4cce14ecea tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:37.050628 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387d16f-e8fd-4a91-aa85-5e4cce14ecea tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Pushing event deleted for resources: {'Port': ['ID=150c3258-82eb-4bc9-a7ea-6be679dad280,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:12:37.060540 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e387d16f-e8fd-4a91-aa85-5e4cce14ecea tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:12:37.060881 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e387d16f-e8fd-4a91-aa85-5e4cce14ecea tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:12:37.061214 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e387d16f-e8fd-4a91-aa85-5e4cce14ecea tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:12:37.061545 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e387d16f-e8fd-4a91-aa85-5e4cce14ecea tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:12:37.061895 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e387d16f-e8fd-4a91-aa85-5e4cce14ecea tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:12:37.062218 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e387d16f-e8fd-4a91-aa85-5e4cce14ecea tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:12:37.062541 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e387d16f-e8fd-4a91-aa85-5e4cce14ecea tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:12:37.062859 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e387d16f-e8fd-4a91-aa85-5e4cce14ecea tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:12:37.063178 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e387d16f-e8fd-4a91-aa85-5e4cce14ecea tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:12:37.063496 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e387d16f-e8fd-4a91-aa85-5e4cce14ecea tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:12:37.063812 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e387d16f-e8fd-4a91-aa85-5e4cce14ecea tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:12:37.064127 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e387d16f-e8fd-4a91-aa85-5e4cce14ecea tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:12:37.331854 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d025278-cb77-4f97-9cb5-8d955a9d58d0 req-e387d16f-e8fd-4a91-aa85-5e4cce14ecea tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Router 8bead117-6252-49ba-bca5-489718640c41 has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:12:37.509063 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d025278-cb77-4f97-9cb5-8d955a9d58d0 req-e387d16f-e8fd-4a91-aa85-5e4cce14ecea tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:12:37.518776 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a160c30-ce0f-43f0-a495-69d9a0959d11 None None] Sync routers for ids ['8bead117-6252-49ba-bca5-489718640c41'] in dv-cinder-845799-1-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:12:37.528482 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a160c30-ce0f-43f0-a495-69d9a0959d11 None None] Routers {'8bead117-6252-49ba-bca5-489718640c41'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:12:37.529142 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-3a160c30-ce0f-43f0-a495-69d9a0959d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:12:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['8bead117-6252-49ba-bca5-489718640c41'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:12:37.596630 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d025278-cb77-4f97-9cb5-8d955a9d58d0 req-e387d16f-e8fd-4a91-aa85-5e4cce14ecea tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] No DVR routers for this DVR port 150c3258-82eb-4bc9-a7ea-6be679dad280 on host hv-cinder-84579 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 20:12:37.599044 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7d025278-cb77-4f97-9cb5-8d955a9d58d0 req-e387d16f-e8fd-4a91-aa85-5e4cce14ecea tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:37.601603 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab185522-8b72-4604-a88b-0e8ca5bf4b0d', 'name': 'network-vif-deleted', 'tag': '150c3258-82eb-4bc9-a7ea-6be679dad280'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:12:37.621277 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-7d025278-cb77-4f97-9cb5-8d955a9d58d0 req-e387d16f-e8fd-4a91-aa85-5e4cce14ecea tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.15 "DELETE /v2.0/ports/150c3258-82eb-4bc9-a7ea-6be679dad280 HTTP/1.1" status: 204 len: 173 time: 1.3602386 Jun 27 20:12:37.706150 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-569d499b-d0d2-42fc-8f9e-c5619c621a8c'] response: {'server_uuid': 'ab185522-8b72-4604-a88b-0e8ca5bf4b0d', 'name': 'network-vif-deleted', 'tag': '150c3258-82eb-4bc9-a7ea-6be679dad280', 'status': 'completed', 'code': 200} Jun 27 20:12:37.722694 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-3a160c30-ce0f-43f0-a495-69d9a0959d11 None None] Set router 8bead117-6252-49ba-bca5-489718640c41 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:12:37.954180 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ea12422a-41a5-4353-b17d-8d9aea379a9f req-4d82f902-f8ae-4a49-bb93-eb1eec00bff3 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab185522-8b72-4604-a88b-0e8ca5bf4b0d HTTP/1.1" status: 200 len: 210 time: 0.0595055 Jun 27 20:12:38.051347 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-3a160c30-ce0f-43f0-a495-69d9a0959d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bead117-6252-49ba-bca5-489718640c41', 'name': 'tempest-AttachVolumeShelveTestJSON-1668758160-router', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:21Z', 'updated_at': '2022-06-27T20:05:39Z', 'revision_number': 4, 'project_id': '7bde747057d140209cc6692d467254d8', 'gw_port': {'id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bead117-6252-49ba-bca5-489718640c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': 'c3d84f0e-616c-4d28-a311-0bb5cfebbda9', 'name': '', 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'mac_address': 'fa:16:3e:e7:ba:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bead117-6252-49ba-bca5-489718640c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:34Z', 'updated_at': '2022-06-27T20:05:57Z', 'revision_number': 5, 'project_id': '7bde747057d140209cc6692d467254d8', 'subnets': [{'id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:12:38.055014 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a160c30-ce0f-43f0-a495-69d9a0959d11 None None] Checking router: 8bead117-6252-49ba-bca5-489718640c41 for host: dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:12:38.063478 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a160c30-ce0f-43f0-a495-69d9a0959d11 None None] Routers {'8bead117-6252-49ba-bca5-489718640c41'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:12:38.064085 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-3a160c30-ce0f-43f0-a495-69d9a0959d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:12:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['8bead117-6252-49ba-bca5-489718640c41'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:12:38.241053 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-3a160c30-ce0f-43f0-a495-69d9a0959d11 None None] Set router 8bead117-6252-49ba-bca5-489718640c41 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:12:38.580578 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-3a160c30-ce0f-43f0-a495-69d9a0959d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bead117-6252-49ba-bca5-489718640c41', 'name': 'tempest-AttachVolumeShelveTestJSON-1668758160-router', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:21Z', 'updated_at': '2022-06-27T20:05:39Z', 'revision_number': 4, 'project_id': '7bde747057d140209cc6692d467254d8', 'gw_port': {'id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bead117-6252-49ba-bca5-489718640c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': 'c3d84f0e-616c-4d28-a311-0bb5cfebbda9', 'name': '', 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'mac_address': 'fa:16:3e:e7:ba:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bead117-6252-49ba-bca5-489718640c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:34Z', 'updated_at': '2022-06-27T20:05:57Z', 'revision_number': 5, 'project_id': '7bde747057d140209cc6692d467254d8', 'subnets': [{'id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:12:38.584329 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a160c30-ce0f-43f0-a495-69d9a0959d11 None None] The sync data for ids ['8bead117-6252-49ba-bca5-489718640c41'] in dv-cinder-845799-1-iscsi is: [{'id': '8bead117-6252-49ba-bca5-489718640c41', 'name': 'tempest-AttachVolumeShelveTestJSON-1668758160-router', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:21Z', 'updated_at': '2022-06-27T20:05:39Z', 'revision_number': 4, 'project_id': '7bde747057d140209cc6692d467254d8', 'gw_port': {'id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bead117-6252-49ba-bca5-489718640c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': 'c3d84f0e-616c-4d28-a311-0bb5cfebbda9', 'name': '', 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'mac_address': 'fa:16:3e:e7:ba:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bead117-6252-49ba-bca5-489718640c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:34Z', 'updated_at': '2022-06-27T20:05:57Z', 'revision_number': 5, 'project_id': '7bde747057d140209cc6692d467254d8', 'subnets': [{'id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:12:38.788027 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a016f9-8a15-475c-8d87-ba11142c8b6b None None] New status for floating IP ab755119-d4db-497e-be9a-16dec82aefb8: DOWN {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 20:12:39.083306 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 33506) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:12:39.150260 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ecc71106-2f07-4c09-8119-6c651a7bfa1b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:39.179461 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ecc71106-2f07-4c09-8119-6c651a7bfa1b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:39.229576 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ecc71106-2f07-4c09-8119-6c651a7bfa1b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:39.247813 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc71106-2f07-4c09-8119-6c651a7bfa1b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:12:39.253959 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ecc71106-2f07-4c09-8119-6c651a7bfa1b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:39.255244 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-ecc71106-2f07-4c09-8119-6c651a7bfa1b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "DELETE /v2.0/security-groups/dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb HTTP/1.1" status: 204 len: 168 time: 0.1707594 Jun 27 20:12:39.258008 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 33510) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:12:39.274331 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.api.v2.resource [None req-842646c8-f9d2-49ff-8ec4-cfcbab2f66ba tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] show failed (client error): The resource could not be found. Jun 27 20:12:39.275346 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-842646c8-f9d2-49ff-8ec4-cfcbab2f66ba tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups/dc0cfbc7-4bb7-49da-af63-2d9cf4a928cb HTTP/1.1" status: 404 len: 347 time: 0.0164499 Jun 27 20:12:39.279065 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 33514) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:12:39.433334 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-7a53e53b-a4e9-45b0-bc14-6acbcea8d425 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Deleting port 773781b1-86a1-4aac-a554-31b83f6f7ed4 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:12:39.433590 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7a53e53b-a4e9-45b0-bc14-6acbcea8d425 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:39.610467 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7a53e53b-a4e9-45b0-bc14-6acbcea8d425 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:39.610798 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7a53e53b-a4e9-45b0-bc14-6acbcea8d425 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:39.615549 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 150c3258-82eb-4bc9-a7ea-6be679dad280 no longer exists at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:12:39.650191 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] No Port match for: 150c3258-82eb-4bc9-a7ea-6be679dad280 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:12:39.650530 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 150c3258-82eb-4bc9-a7ea-6be679dad280 not bound to the agent host hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:12:39.731697 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-7a53e53b-a4e9-45b0-bc14-6acbcea8d425 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Calling delete_port for 773781b1-86a1-4aac-a554-31b83f6f7ed4 owned by network:floatingip {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:12:39.873019 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7a53e53b-a4e9-45b0-bc14-6acbcea8d425 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:39.919026 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53e53b-a4e9-45b0-bc14-6acbcea8d425 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Pushing event deleted for resources: {'Port': ['ID=773781b1-86a1-4aac-a554-31b83f6f7ed4,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:12:40.017333 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7a53e53b-a4e9-45b0-bc14-6acbcea8d425 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for floatingip, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:40.030849 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7a53e53b-a4e9-45b0-bc14-6acbcea8d425 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:40.031962 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-7a53e53b-a4e9-45b0-bc14-6acbcea8d425 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "DELETE /v2.0/floatingips/ab755119-d4db-497e-be9a-16dec82aefb8 HTTP/1.1" status: 204 len: 168 time: 0.7520394 Jun 27 20:12:40.139201 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 33520) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:12:40.144478 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-246370bf-0391-448a-8a06-13c1413b9eeb tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1692122704', 'description': 'tempest-description--2101564491'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:12:40.150357 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-246370bf-0391-448a-8a06-13c1413b9eeb tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:12:40.154189 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-246370bf-0391-448a-8a06-13c1413b9eeb tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Usage tracker for resource:security_group and tenant:7bde747057d140209cc6692d467254d8 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:12:40.157026 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-246370bf-0391-448a-8a06-13c1413b9eeb tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:12:40.162761 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-246370bf-0391-448a-8a06-13c1413b9eeb tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:12:40.173265 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-246370bf-0391-448a-8a06-13c1413b9eeb tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:40.192770 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-246370bf-0391-448a-8a06-13c1413b9eeb tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:12:40.196601 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-246370bf-0391-448a-8a06-13c1413b9eeb tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Usage tracker for resource:security_group_rule and tenant:7bde747057d140209cc6692d467254d8 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:12:40.199360 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-246370bf-0391-448a-8a06-13c1413b9eeb tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:12:40.205511 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-246370bf-0391-448a-8a06-13c1413b9eeb tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:12:40.273391 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-246370bf-0391-448a-8a06-13c1413b9eeb tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:40.276965 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-246370bf-0391-448a-8a06-13c1413b9eeb tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:40.317543 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246370bf-0391-448a-8a06-13c1413b9eeb tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:12:40.321827 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-246370bf-0391-448a-8a06-13c1413b9eeb tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:40.322999 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-246370bf-0391-448a-8a06-13c1413b9eeb tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1826978 Jun 27 20:12:40.326479 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 33524) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:12:40.331675 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-e28dcc2a-6eb6-4d67-b90d-6a8a2ace8834 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Request body: {'security_group_rule': {'security_group_id': '15b0d1e3-cc31-4ee9-9820-9cb4e1a02382', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:12:40.337581 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e28dcc2a-6eb6-4d67-b90d-6a8a2ace8834 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:12:40.341326 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-e28dcc2a-6eb6-4d67-b90d-6a8a2ace8834 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Usage tracker for resource:security_group_rule and tenant:7bde747057d140209cc6692d467254d8 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:12:40.344154 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-e28dcc2a-6eb6-4d67-b90d-6a8a2ace8834 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:12:40.349806 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-e28dcc2a-6eb6-4d67-b90d-6a8a2ace8834 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:12:40.365476 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e28dcc2a-6eb6-4d67-b90d-6a8a2ace8834 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:40.423224 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e28dcc2a-6eb6-4d67-b90d-6a8a2ace8834 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:40.426753 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e28dcc2a-6eb6-4d67-b90d-6a8a2ace8834 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438251'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:40.453750 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28dcc2a-6eb6-4d67-b90d-6a8a2ace8834 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d9a36ba-27eb-4dbf-8d05-0d8056389d99,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:12:40.462770 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e28dcc2a-6eb6-4d67-b90d-6a8a2ace8834 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:40.463942 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-e28dcc2a-6eb6-4d67-b90d-6a8a2ace8834 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1364510 Jun 27 20:12:40.466783 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 33528) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:12:40.473345 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-34c0c8d2-4f68-4455-9017-84c97a4727b2 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Request body: {'security_group_rule': {'security_group_id': '15b0d1e3-cc31-4ee9-9820-9cb4e1a02382', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:12:40.479125 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-34c0c8d2-4f68-4455-9017-84c97a4727b2 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:12:40.482924 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-34c0c8d2-4f68-4455-9017-84c97a4727b2 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Usage tracker for resource:security_group_rule and tenant:7bde747057d140209cc6692d467254d8 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:12:40.485765 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-34c0c8d2-4f68-4455-9017-84c97a4727b2 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:12:40.491344 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-34c0c8d2-4f68-4455-9017-84c97a4727b2 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:12:40.508637 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-34c0c8d2-4f68-4455-9017-84c97a4727b2 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:40.569107 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-34c0c8d2-4f68-4455-9017-84c97a4727b2 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:40.572400 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-34c0c8d2-4f68-4455-9017-84c97a4727b2 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438251'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:40.595300 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0c8d2-4f68-4455-9017-84c97a4727b2 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe3a6ffb-25b2-4b7a-b239-f53d21a3388c,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:12:40.603797 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-34c0c8d2-4f68-4455-9017-84c97a4727b2 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:40.604958 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-34c0c8d2-4f68-4455-9017-84c97a4727b2 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1372757 Jun 27 20:12:40.608051 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 33532) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:12:40.612830 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-18d660a6-63fa-4f97-af79-c81a158a2f3f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Request body: {'floatingip': {'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:12:40.618447 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-18d660a6-63fa-4f97-af79-c81a158a2f3f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:12:40.622790 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-18d660a6-63fa-4f97-af79-c81a158a2f3f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Usage tracker for resource:floatingip and tenant:7bde747057d140209cc6692d467254d8 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:12:40.625659 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-18d660a6-63fa-4f97-af79-c81a158a2f3f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:12:40.631582 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-18d660a6-63fa-4f97-af79-c81a158a2f3f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:12:40.641471 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-18d660a6-63fa-4f97-af79-c81a158a2f3f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for floatingip, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:40.861716 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-18d660a6-63fa-4f97-af79-c81a158a2f3f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:41.002312 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-18d660a6-63fa-4f97-af79-c81a158a2f3f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Allocated IP 172.27.3.168 (f5e38b28-d42a-47c6-b8ea-5d0ae1b51160/4aa6a97f-4da5-4d03-b34a-f88023a9290b/81b82f0a-bf2d-4bd0-a2a5-b071f7e5c9d4) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:12:41.144563 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-18d660a6-63fa-4f97-af79-c81a158a2f3f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:41.173111 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-18d660a6-63fa-4f97-af79-c81a158a2f3f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:41.228031 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d660a6-63fa-4f97-af79-c81a158a2f3f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:12:41.230627 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-18d660a6-63fa-4f97-af79-c81a158a2f3f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:12:41.233780 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d660a6-63fa-4f97-af79-c81a158a2f3f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:12:41.282010 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d660a6-63fa-4f97-af79-c81a158a2f3f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Pushing event updated for resources: {'Port': ['ID=81b82f0a-bf2d-4bd0-a2a5-b071f7e5c9d4,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:12:41.324987 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-18d660a6-63fa-4f97-af79-c81a158a2f3f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:41.382436 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-18d660a6-63fa-4f97-af79-c81a158a2f3f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:41.585483 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-18d660a6-63fa-4f97-af79-c81a158a2f3f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:41.589851 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-18d660a6-63fa-4f97-af79-c81a158a2f3f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:41.687358 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d660a6-63fa-4f97-af79-c81a158a2f3f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Pushing event updated for resources: {'Port': ['ID=81b82f0a-bf2d-4bd0-a2a5-b071f7e5c9d4,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:12:41.702681 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-18d660a6-63fa-4f97-af79-c81a158a2f3f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16271055'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:41.724285 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-18d660a6-63fa-4f97-af79-c81a158a2f3f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:41.725532 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-18d660a6-63fa-4f97-af79-c81a158a2f3f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1165760 Jun 27 20:12:41.893039 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-fad32b38-656c-4fd4-8850-9ac2522583db tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1692122704&fields=id&tenant_id=7bde747057d140209cc6692d467254d8 HTTP/1.1" status: 200 len: 267 time: 0.0389860 Jun 27 20:12:42.038586 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-bbb62c08-baf3-4c1f-aeae-10b0e4adc427 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:42.039983 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-bbb62c08-baf3-4c1f-aeae-10b0e4adc427 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/networks?id=03ddf4ce-871c-4f06-813b-1b3c7a85f063 HTTP/1.1" status: 200 len: 817 time: 0.1406152 Jun 27 20:12:42.053790 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-1b767ef1-8af8-4d94-bba9-72a2413dec99 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/quotas/7bde747057d140209cc6692d467254d8 HTTP/1.1" status: 200 len: 375 time: 0.0084090 Jun 27 20:12:42.147215 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-d60450a5-faba-430a-895c-02954e5d02f8 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bde747057d140209cc6692d467254d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0885434 Jun 27 20:12:42.322293 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-a58b9576-561e-41f5-a364-714089413128 service neutron] 10.222.0.23 "GET /v2.0/networks/03ddf4ce-871c-4f06-813b-1b3c7a85f063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640136 Jun 27 20:12:42.447070 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:42.448337 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-10edce06-baaa-409f-abf8-2f98b0bd18f6 service neutron] 10.222.0.23 "GET /v2.0/networks/03ddf4ce-871c-4f06-813b-1b3c7a85f063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202607 Jun 27 20:12:42.627541 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ebc8b625-1cfd-4848-8f61-de4cbbb2d639 req-d4af0626-83c1-491b-9b26-30276a21f995 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 210 time: 0.0482304 Jun 27 20:12:43.787383 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d21aa1de-f4ee-486f-89cf-04f577b8d82c req-7d97a996-514a-481c-98f3-469834c9343d tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 210 time: 0.0483682 Jun 27 20:12:43.810522 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-44b6aad3-c100-44c2-9796-fdcbeadca96f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:43.810522 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-44b6aad3-c100-44c2-9796-fdcbeadca96f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Synchronizing usage tracker for tenant:7bde747057d140209cc6692d467254d8 on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:12:43.828940 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-44b6aad3-c100-44c2-9796-fdcbeadca96f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Unset dirty status for tenant:7bde747057d140209cc6692d467254d8 on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:12:43.830105 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-44b6aad3-c100-44c2-9796-fdcbeadca96f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.15 "GET /v2.0/networks?id=03ddf4ce-871c-4f06-813b-1b3c7a85f063 HTTP/1.1" status: 200 len: 817 time: 0.1722233 Jun 27 20:12:43.907012 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-fc3f62b3-a4d3-47ac-a9fb-700530642b6b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Synchronizing usage tracker for tenant:7bde747057d140209cc6692d467254d8 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:12:43.925331 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-fc3f62b3-a4d3-47ac-a9fb-700530642b6b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Unset dirty status for tenant:7bde747057d140209cc6692d467254d8 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:12:43.926520 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-fc3f62b3-a4d3-47ac-a9fb-700530642b6b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bde747057d140209cc6692d467254d8 HTTP/1.1" status: 200 len: 380 time: 0.0646834 Jun 27 20:12:43.938560 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-b3dd6283-94d6-4239-9871-7358ef77fa5b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Request body: {'port': {'device_id': '0ffb48d2-a0a6-416f-aae8-5f5104e02844', 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063', 'admin_state_up': True, 'tenant_id': '7bde747057d140209cc6692d467254d8', 'security_groups': ['15b0d1e3-cc31-4ee9-9820-9cb4e1a02382']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:12:44.070721 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-b3dd6283-94d6-4239-9871-7358ef77fa5b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:12:44.074745 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-b3dd6283-94d6-4239-9871-7358ef77fa5b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Usage tracker for resource:port and tenant:7bde747057d140209cc6692d467254d8 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:12:44.077536 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-b3dd6283-94d6-4239-9871-7358ef77fa5b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:12:44.083281 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-b3dd6283-94d6-4239-9871-7358ef77fa5b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:12:44.093611 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-b3dd6283-94d6-4239-9871-7358ef77fa5b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Made reservation on behalf of 7bde747057d140209cc6692d467254d8 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:12:44.096955 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-b3dd6283-94d6-4239-9871-7358ef77fa5b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:44.261904 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-b3dd6283-94d6-4239-9871-7358ef77fa5b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Allocated IP 172.20.0.13 (03ddf4ce-871c-4f06-813b-1b3c7a85f063/ba00cca6-cfda-4754-8a1e-ba6ebb77dfea/c1410272-1929-4223-ad6b-faeba79e1580) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:12:44.443115 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-b3dd6283-94d6-4239-9871-7358ef77fa5b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:44.458353 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-b3dd6283-94d6-4239-9871-7358ef77fa5b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Transition to ACTIVE for port object c1410272-1929-4223-ad6b-faeba79e1580 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:12:44.481277 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-b3dd6283-94d6-4239-9871-7358ef77fa5b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:44.545133 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-b3dd6283-94d6-4239-9871-7358ef77fa5b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Network 03ddf4ce-871c-4f06-813b-1b3c7a85f063 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:12:44.552561 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-b3dd6283-94d6-4239-9871-7358ef77fa5b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:12:44.556748 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-b3dd6283-94d6-4239-9871-7358ef77fa5b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:12:44.590265 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd6283-94d6-4239-9871-7358ef77fa5b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Pushing event updated for resources: {'Port': ['ID=c1410272-1929-4223-ad6b-faeba79e1580,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:12:44.606729 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f4b202bd-fc60-4726-a352-feb478cb4c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:44.723650 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-b3dd6283-94d6-4239-9871-7358ef77fa5b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:44.724251 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-b3dd6283-94d6-4239-9871-7358ef77fa5b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:44.746667 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-b3dd6283-94d6-4239-9871-7358ef77fa5b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8123465 Jun 27 20:12:44.765385 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-8540bede-aa36-4abd-a221-2685cb567e40 service neutron] Request body: {'port': {'device_id': '0ffb48d2-a0a6-416f-aae8-5f5104e02844', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84579'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:12:44.816551 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-a43a58be-9caf-424e-a97a-63572d6ba90e None None] Provisioning for port c1410272-1929-4223-ad6b-faeba79e1580 completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:12:44.822262 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-a43a58be-9caf-424e-a97a-63572d6ba90e None None] Provisioning complete for port c1410272-1929-4223-ad6b-faeba79e1580 triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:12:44.822750 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a43a58be-9caf-424e-a97a-63572d6ba90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:44.878184 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-8540bede-aa36-4abd-a221-2685cb567e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:44.880125 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-a43a58be-9caf-424e-a97a-63572d6ba90e None None] Port c1410272-1929-4223-ad6b-faeba79e1580 cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:12:45.002803 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3bd549-9df3-40a3-b67d-1038a0b55985 req-b2cbc4f4-a8f7-4123-a0fd-2f576f7f5b17 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:45.004238 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fd3bd549-9df3-40a3-b67d-1038a0b55985 req-b2cbc4f4-a8f7-4123-a0fd-2f576f7f5b17 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 932 time: 0.0890427 Jun 27 20:12:45.048161 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fd3bd549-9df3-40a3-b67d-1038a0b55985 req-2d282190-5b9c-4718-afc7-8512ced8ada5 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375285 Jun 27 20:12:45.220581 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-8540bede-aa36-4abd-a221-2685cb567e40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1410272-1929-4223-ad6b-faeba79e1580 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:12:45.228024 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-8540bede-aa36-4abd-a221-2685cb567e40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:45.242377 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-8540bede-aa36-4abd-a221-2685cb567e40 service neutron] Transition to ACTIVE for port object c1410272-1929-4223-ad6b-faeba79e1580 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:12:45.245724 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-8540bede-aa36-4abd-a221-2685cb567e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:45.400518 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540bede-aa36-4abd-a221-2685cb567e40 service neutron] Pushing event updated for resources: {'Port': ['ID=c1410272-1929-4223-ad6b-faeba79e1580,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:12:45.482869 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-8540bede-aa36-4abd-a221-2685cb567e40 service neutron] Attempting to bind port c1410272-1929-4223-ad6b-faeba79e1580 on host hv-cinder-84579 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:12:45.483198 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-8540bede-aa36-4abd-a221-2685cb567e40 service neutron] Attempting to bind port c1410272-1929-4223-ad6b-faeba79e1580 by drivers openvswitch,hyperv on host hv-cinder-84579 at level 0 using segments [{'id': '239487e6-915f-4fa0-ada1-48352006308c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:12:45.483518 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-8540bede-aa36-4abd-a221-2685cb567e40 service neutron] Attempting to bind port c1410272-1929-4223-ad6b-faeba79e1580 on network 03ddf4ce-871c-4f06-813b-1b3c7a85f063 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:12:45.488007 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-8540bede-aa36-4abd-a221-2685cb567e40 service neutron] Port c1410272-1929-4223-ad6b-faeba79e1580 on network 03ddf4ce-871c-4f06-813b-1b3c7a85f063 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84579 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 20:12:45.489048 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-8540bede-aa36-4abd-a221-2685cb567e40 service neutron] Attempting to bind port c1410272-1929-4223-ad6b-faeba79e1580 on network 03ddf4ce-871c-4f06-813b-1b3c7a85f063 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:12:45.494609 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-8540bede-aa36-4abd-a221-2685cb567e40 service neutron] Checking agent: {'id': '31e345cd-768d-4f38-b592-a73bb4a1bf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84579', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'started_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:12:45.494941 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-8540bede-aa36-4abd-a221-2685cb567e40 service neutron] Checking segment: {'id': '239487e6-915f-4fa0-ada1-48352006308c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:12:45.495314 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-8540bede-aa36-4abd-a221-2685cb567e40 service neutron] Bound using segment: {'id': '239487e6-915f-4fa0-ada1-48352006308c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:12:45.495731 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-8540bede-aa36-4abd-a221-2685cb567e40 service neutron] Bound port: c1410272-1929-4223-ad6b-faeba79e1580, host: hv-cinder-84579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '239487e6-915f-4fa0-ada1-48352006308c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:12:45.496071 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-8540bede-aa36-4abd-a221-2685cb567e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:45.585908 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-8540bede-aa36-4abd-a221-2685cb567e40 service neutron] For port c1410272-1929-4223-ad6b-faeba79e1580, host hv-cinder-84579, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:12:45.588782 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-8540bede-aa36-4abd-a221-2685cb567e40 service neutron] For port c1410272-1929-4223-ad6b-faeba79e1580, host hv-cinder-84579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=c1410272-1929-4223-ad6b-faeba79e1580,segment=NetworkSegment(239487e6-915f-4fa0-ada1-48352006308c),segment_id=239487e6-915f-4fa0-ada1-48352006308c)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:12:45.592774 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-8540bede-aa36-4abd-a221-2685cb567e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:45.645172 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-8540bede-aa36-4abd-a221-2685cb567e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:45.645794 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-8540bede-aa36-4abd-a221-2685cb567e40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:45.647239 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-8540bede-aa36-4abd-a221-2685cb567e40 service neutron] 10.222.0.15 "PUT /v2.0/ports/c1410272-1929-4223-ad6b-faeba79e1580 HTTP/1.1" status: 200 len: 1094 time: 0.8861036 Jun 27 20:12:45.647545 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ffb48d2-a0a6-416f-aae8-5f5104e02844', 'tag': 'c1410272-1929-4223-ad6b-faeba79e1580'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:12:45.683821 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540bede-aa36-4abd-a221-2685cb567e40 service neutron] Pushing event updated for resources: {'Port': ['ID=c1410272-1929-4223-ad6b-faeba79e1580,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:12:45.696590 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1765baab-6707-4dfe-a941-303967be87a9'] response: {'name': 'network-changed', 'server_uuid': '0ffb48d2-a0a6-416f-aae8-5f5104e02844', 'tag': 'c1410272-1929-4223-ad6b-faeba79e1580', 'status': 'completed', 'code': 200} Jun 27 20:12:45.800337 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-e39a39ae-6543-40b3-9fe1-f1024ad59ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:45.801902 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-e39a39ae-6543-40b3-9fe1-f1024ad59ab4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bde747057d140209cc6692d467254d8&device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 1097 time: 0.0852416 Jun 27 20:12:45.877512 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-a3191734-4290-47cc-a920-230c652d6365 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1410272-1929-4223-ad6b-faeba79e1580 HTTP/1.1" status: 200 len: 217 time: 0.0609064 Jun 27 20:12:45.944837 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-0cd1bd5e-0179-4419-bb0f-24b50721cea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:45.946336 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-0cd1bd5e-0179-4419-bb0f-24b50721cea1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba00cca6-cfda-4754-8a1e-ba6ebb77dfea HTTP/1.1" status: 200 len: 856 time: 0.0623908 Jun 27 20:12:46.028328 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-9c34ed0a-a9ad-4eaa-a15a-422b8deedb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:46.030490 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-9c34ed0a-a9ad-4eaa-a15a-422b8deedb2f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=03ddf4ce-871c-4f06-813b-1b3c7a85f063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770953 Jun 27 20:12:46.161156 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-36055356-ab73-4d65-b7e8-a6a53a891018 service neutron] 10.222.0.15 "GET /v2.0/networks/03ddf4ce-871c-4f06-813b-1b3c7a85f063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233516 Jun 27 20:12:46.247594 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6a322-48ad-4b7d-b491-e27a6e215895 req-707148c3-0ea6-492c-807a-4d545be4fc1f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:46.249068 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-afc6a322-48ad-4b7d-b491-e27a6e215895 req-707148c3-0ea6-492c-807a-4d545be4fc1f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 944 time: 0.0930815 Jun 27 20:12:46.293775 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-afc6a322-48ad-4b7d-b491-e27a6e215895 req-fbf7aaf4-a317-42fb-b9cf-6036bfd7a639 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389977 Jun 27 20:12:46.297371 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-294da9d5-5aa3-4083-bcd8-82d55a2c5ec3 req-eab96c20-6d18-46ca-9f33-31eec994bb16 service neutron] 10.222.0.15 "GET /v2.0/networks/03ddf4ce-871c-4f06-813b-1b3c7a85f063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286595 Jun 27 20:12:46.564556 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a8f56-a211-40ca-8533-49602a80d994 req-88e639ea-1da5-406e-ac92-e4b318eed1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:46.566212 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-899a8f56-a211-40ca-8533-49602a80d994 req-88e639ea-1da5-406e-ac92-e4b318eed1b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bde747057d140209cc6692d467254d8&device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 1097 time: 0.1715477 Jun 27 20:12:46.699446 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a8f56-a211-40ca-8533-49602a80d994 req-dc7c3607-2f4b-497e-b46d-3ec0a4b7da28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:46.700907 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-899a8f56-a211-40ca-8533-49602a80d994 req-dc7c3607-2f4b-497e-b46d-3ec0a4b7da28 service neutron] 10.222.0.15 "GET /v2.0/networks?id=03ddf4ce-871c-4f06-813b-1b3c7a85f063 HTTP/1.1" status: 200 len: 918 time: 0.1280556 Jun 27 20:12:46.773281 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-899a8f56-a211-40ca-8533-49602a80d994 req-08114f18-956b-4c67-ba8c-21194ebd753c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1410272-1929-4223-ad6b-faeba79e1580 HTTP/1.1" status: 200 len: 217 time: 0.0654278 Jun 27 20:12:46.814813 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-edc4645f-0696-47b2-9a06-f2b156a68736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:46.855401 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a8f56-a211-40ca-8533-49602a80d994 req-47ff9925-3378-40b5-985d-97ba3d9cea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:46.856850 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-899a8f56-a211-40ca-8533-49602a80d994 req-47ff9925-3378-40b5-985d-97ba3d9cea3a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba00cca6-cfda-4754-8a1e-ba6ebb77dfea HTTP/1.1" status: 200 len: 856 time: 0.0767238 Jun 27 20:12:46.944263 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a8f56-a211-40ca-8533-49602a80d994 req-22883575-be62-48ba-8ae9-eb8b7c777990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:46.945690 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-899a8f56-a211-40ca-8533-49602a80d994 req-22883575-be62-48ba-8ae9-eb8b7c777990 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=03ddf4ce-871c-4f06-813b-1b3c7a85f063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0794604 Jun 27 20:12:47.089104 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-899a8f56-a211-40ca-8533-49602a80d994 req-49485ceb-6bfa-4bc9-aabc-ff4562ddf4ad service neutron] 10.222.0.15 "GET /v2.0/networks/03ddf4ce-871c-4f06-813b-1b3c7a85f063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217446 Jun 27 20:12:47.224012 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-899a8f56-a211-40ca-8533-49602a80d994 req-51cd043b-2c84-4270-838a-77ce73fec621 service neutron] 10.222.0.15 "GET /v2.0/networks/03ddf4ce-871c-4f06-813b-1b3c7a85f063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270182 Jun 27 20:12:47.488848 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944e4f5-27e8-4526-82e3-98b6644fef0a req-16af8d22-3fbf-4922-a975-22cace8d46fe tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:47.490259 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1944e4f5-27e8-4526-82e3-98b6644fef0a req-16af8d22-3fbf-4922-a975-22cace8d46fe tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 944 time: 0.0873671 Jun 27 20:12:47.534002 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1944e4f5-27e8-4526-82e3-98b6644fef0a req-9a454863-b47c-4f2c-8ed3-7a1141d98902 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381653 Jun 27 20:12:47.984961 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:48.058111 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:48.728869 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb904b4d-f568-4d2e-be32-6b0e5fa410d9 req-63f9bc0a-7d41-434b-a0b4-03bdcdc6a346 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:48.730324 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cb904b4d-f568-4d2e-be32-6b0e5fa410d9 req-63f9bc0a-7d41-434b-a0b4-03bdcdc6a346 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 944 time: 0.0882332 Jun 27 20:12:48.772849 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cb904b4d-f568-4d2e-be32-6b0e5fa410d9 req-ed8a7d3b-00ea-4dc2-8c93-4e18e7e7f66f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363610 Jun 27 20:12:49.252070 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:49.489618 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508ac4c-d9bf-4767-806e-3a3b0601512d req-dbb241af-0016-4f38-9718-0ac13590afc9 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:49.490978 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6508ac4c-d9bf-4767-806e-3a3b0601512d req-dbb241af-0016-4f38-9718-0ac13590afc9 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 946 time: 0.0876570 Jun 27 20:12:49.615964 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6508ac4c-d9bf-4767-806e-3a3b0601512d req-28b6d410-dd8d-4952-ac8a-83b318ee56a2 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193485 Jun 27 20:12:49.638206 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device c1410272-1929-4223-ad6b-faeba79e1580 details requested by agent hyperv_hv-cinder-84579 with host hv-cinder-84579 {{(pid=88115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 20:12:49.765316 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port c1410272-1929-4223-ad6b-faeba79e1580, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=c1410272-1929-4223-ad6b-faeba79e1580,segment=NetworkSegment(239487e6-915f-4fa0-ada1-48352006308c),segment_id=239487e6-915f-4fa0-ada1-48352006308c)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:12:49.777865 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Returning: {'device': 'c1410272-1929-4223-ad6b-faeba79e1580', 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063', 'port_id': 'c1410272-1929-4223-ad6b-faeba79e1580', 'mac_address': 'fa:16:3e:fd:c6:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 20:12:49.832339 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port c1410272-1929-4223-ad6b-faeba79e1580 is: DOWN; New status is: BUILD {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:12:49.836780 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:49.856106 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1410272-1929-4223-ad6b-faeba79e1580 {{(pid=88115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:12:49.871415 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port c1410272-1929-4223-ad6b-faeba79e1580, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=c1410272-1929-4223-ad6b-faeba79e1580,segment=NetworkSegment(239487e6-915f-4fa0-ada1-48352006308c),segment_id=239487e6-915f-4fa0-ada1-48352006308c)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:12:49.877090 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:49.944136 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=c1410272-1929-4223-ad6b-faeba79e1580,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:12:49.951128 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:12:49.951463 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:12:49.951792 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:12:49.952118 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:12:49.952435 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:12:49.952753 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:12:49.953066 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:12:49.953375 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:12:49.953717 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:12:49.954022 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:12:49.954335 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:12:49.954638 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:12:49.971759 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73115a-03ec-48e9-8374-f7abfea047c2 req-05ee1645-808a-460c-9891-2c0c473a167c tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:49.973197 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2f73115a-03ec-48e9-8374-f7abfea047c2 req-05ee1645-808a-460c-9891-2c0c473a167c tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 945 time: 0.0869637 Jun 27 20:12:50.018912 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2f73115a-03ec-48e9-8374-f7abfea047c2 req-abf76172-dbea-41db-9e51-5b0bc7643637 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398738 Jun 27 20:12:50.426517 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['c1410272-1929-4223-ad6b-faeba79e1580'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:12:50.803874 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23228621-4cb8-4288-9338-573484306fdd req-a34681a6-a68c-4557-87c4-13d7044e15de tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:50.805293 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-23228621-4cb8-4288-9338-573484306fdd req-a34681a6-a68c-4557-87c4-13d7044e15de tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 946 time: 0.0840604 Jun 27 20:12:50.850564 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-23228621-4cb8-4288-9338-573484306fdd req-3f9dab66-2406-406e-81a8-301b1e1b15b3 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396881 Jun 27 20:12:51.210646 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52868b-ad32-433b-9720-e5d389b2e233 req-7e4c59f7-31ad-4db6-b916-fe5032e8dcdc tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:51.212062 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3b52868b-ad32-433b-9720-e5d389b2e233 req-7e4c59f7-31ad-4db6-b916-fe5032e8dcdc tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 945 time: 0.0879915 Jun 27 20:12:51.255388 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3b52868b-ad32-433b-9720-e5d389b2e233 req-1d2a90f4-37da-46b8-bf74-825bcf543168 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376909 Jun 27 20:12:52.036840 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7578ed-bef4-496a-a896-817a198ef7e8 req-ea6f5624-000d-4dad-a975-9d786d6d6942 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:52.038292 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0f7578ed-bef4-496a-a896-817a198ef7e8 req-ea6f5624-000d-4dad-a975-9d786d6d6942 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 946 time: 0.0840580 Jun 27 20:12:52.082968 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0f7578ed-bef4-496a-a896-817a198ef7e8 req-7d90977b-2b59-4f04-ae60-8c2d3bf828f5 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391526 Jun 27 20:12:52.449368 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2436c-a6df-4bd4-8015-39e53c16a134 req-287b003a-2f80-41ec-8a1b-379cbce1b7de tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:52.450831 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-75e2436c-a6df-4bd4-8015-39e53c16a134 req-287b003a-2f80-41ec-8a1b-379cbce1b7de tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 945 time: 0.0878096 Jun 27 20:12:52.492927 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-75e2436c-a6df-4bd4-8015-39e53c16a134 req-8ee1b983-c8cc-4c19-a38c-2323b570d70a tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359766 Jun 27 20:12:53.272588 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301e765-57a2-420d-bda5-1b18c13096dd req-c08c8f48-8775-4bfd-8295-e9ec019ff2b7 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:53.274030 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6301e765-57a2-420d-bda5-1b18c13096dd req-c08c8f48-8775-4bfd-8295-e9ec019ff2b7 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 946 time: 0.0884821 Jun 27 20:12:53.317589 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6301e765-57a2-420d-bda5-1b18c13096dd req-d6e22010-c480-48b7-96f5-32ed13585b25 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380123 Jun 27 20:12:53.557367 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c090d-b4ff-4f62-b66b-db4e467ba26f req-23d68e94-2f56-4dac-bfa6-2b939e8e7597 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:53.558249 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-644c090d-b4ff-4f62-b66b-db4e467ba26f req-23d68e94-2f56-4dac-bfa6-2b939e8e7597 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Synchronizing usage tracker for tenant:ff42080e13fb414597e5f10abbe3434d on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:12:53.573618 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-644c090d-b4ff-4f62-b66b-db4e467ba26f req-23d68e94-2f56-4dac-bfa6-2b939e8e7597 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Unset dirty status for tenant:ff42080e13fb414597e5f10abbe3434d on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:12:53.574808 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-644c090d-b4ff-4f62-b66b-db4e467ba26f req-23d68e94-2f56-4dac-bfa6-2b939e8e7597 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.15 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 946 time: 0.1052313 Jun 27 20:12:53.647928 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-644c090d-b4ff-4f62-b66b-db4e467ba26f req-5e9cc850-d52e-492b-b73b-f5cb24a1bef0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Deleting port 9807b7ec-58a7-42ba-9136-3982f6815387 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:12:53.648257 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-644c090d-b4ff-4f62-b66b-db4e467ba26f req-5e9cc850-d52e-492b-b73b-f5cb24a1bef0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:53.666064 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device c1410272-1929-4223-ad6b-faeba79e1580 up at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:12:53.687271 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01381c8-7acc-4b57-995d-08bc93c7dc95 req-2ad2adaf-9fe0-4bff-8fe5-75b64f7cd6ee tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:53.688741 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a01381c8-7acc-4b57-995d-08bc93c7dc95 req-2ad2adaf-9fe0-4bff-8fe5-75b64f7cd6ee tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 945 time: 0.0877073 Jun 27 20:12:53.735327 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning for port c1410272-1929-4223-ad6b-faeba79e1580 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:12:53.736504 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a01381c8-7acc-4b57-995d-08bc93c7dc95 req-69b1a90c-4664-460b-99be-4c07676abdfd tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421305 Jun 27 20:12:53.741052 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning complete for port c1410272-1929-4223-ad6b-faeba79e1580 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:12:53.741605 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:53.858376 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port c1410272-1929-4223-ad6b-faeba79e1580 is: BUILD; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:12:53.858662 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:53.885363 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffb48d2-a0a6-416f-aae8-5f5104e02844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1410272-1929-4223-ad6b-faeba79e1580'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:12:53.896254 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port c1410272-1929-4223-ad6b-faeba79e1580, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=c1410272-1929-4223-ad6b-faeba79e1580,segment=NetworkSegment(239487e6-915f-4fa0-ada1-48352006308c),segment_id=239487e6-915f-4fa0-ada1-48352006308c)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:12:53.900459 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:53.912945 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-644c090d-b4ff-4f62-b66b-db4e467ba26f req-5e9cc850-d52e-492b-b73b-f5cb24a1bef0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] For port 9807b7ec-58a7-42ba-9136-3982f6815387, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=9807b7ec-58a7-42ba-9136-3982f6815387,segment=NetworkSegment(2e6a962a-47d2-47d1-a969-73df444edae4),segment_id=2e6a962a-47d2-47d1-a969-73df444edae4)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:12:53.913316 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-644c090d-b4ff-4f62-b66b-db4e467ba26f req-5e9cc850-d52e-492b-b73b-f5cb24a1bef0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:53.940340 dv-cinder-845799-1-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b44b7a72-5948-492e-93f5-11dcfdd341cd'] response: {'server_uuid': '0ffb48d2-a0a6-416f-aae8-5f5104e02844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1410272-1929-4223-ad6b-faeba79e1580', 'code': 200} Jun 27 20:12:53.972957 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=c1410272-1929-4223-ad6b-faeba79e1580,revision_number=5']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:12:54.251252 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-644c090d-b4ff-4f62-b66b-db4e467ba26f req-5e9cc850-d52e-492b-b73b-f5cb24a1bef0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:54.251618 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-644c090d-b4ff-4f62-b66b-db4e467ba26f req-5e9cc850-d52e-492b-b73b-f5cb24a1bef0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16271055'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:54.251923 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.db.l3_db [req-644c090d-b4ff-4f62-b66b-db4e467ba26f req-5e9cc850-d52e-492b-b73b-f5cb24a1bef0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Floating IP d5d5d6b9-a900-40d6-aa18-4688bdd0ed20 disassociated. External IP: 172.27.3.47, port: 9807b7ec-58a7-42ba-9136-3982f6815387. Jun 27 20:12:54.252254 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-644c090d-b4ff-4f62-b66b-db4e467ba26f req-5e9cc850-d52e-492b-b73b-f5cb24a1bef0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Calling delete_port for 9807b7ec-58a7-42ba-9136-3982f6815387 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:12:54.331213 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b6a44-effe-4c07-a9fb-fc8176957841 req-9b29b0ff-d977-45e3-8ecd-9c3bebad04ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:54.332652 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-492b6a44-effe-4c07-a9fb-fc8176957841 req-9b29b0ff-d977-45e3-8ecd-9c3bebad04ed service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 1099 time: 0.1732380 Jun 27 20:12:54.503872 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-492b6a44-effe-4c07-a9fb-fc8176957841 req-ccbb159d-802c-479f-8d58-1ffcb1fb86ab service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694454 Jun 27 20:12:54.510905 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb2618-ca01-4c5b-af3c-389fb2b107b0 req-b5b6180b-77a1-4663-b678-cf4d9b484d50 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:54.512376 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-32eb2618-ca01-4c5b-af3c-389fb2b107b0 req-b5b6180b-77a1-4663-b678-cf4d9b484d50 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 946 time: 0.0877960 Jun 27 20:12:54.533555 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-644c090d-b4ff-4f62-b66b-db4e467ba26f req-5e9cc850-d52e-492b-b73b-f5cb24a1bef0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:54.556694 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-32eb2618-ca01-4c5b-af3c-389fb2b107b0 req-23a445f2-dd5e-4be3-a517-222e10aa3153 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3931741a-f848-442e-821c-3d48206ebc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381715 Jun 27 20:12:54.588164 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9cc850-d52e-492b-b73b-f5cb24a1bef0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Pushing event deleted for resources: {'Port': ['ID=9807b7ec-58a7-42ba-9136-3982f6815387,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:12:54.771787 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-644c090d-b4ff-4f62-b66b-db4e467ba26f req-5e9cc850-d52e-492b-b73b-f5cb24a1bef0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Router 55bcd69c-ce1a-4f07-861d-46ef172c3a44 has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:12:54.942275 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e3a52-dd1d-4675-b2d3-6381565aa9a7 req-ee9b8d23-17dd-4e39-8973-64496b811812 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:54.943869 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-655e3a52-dd1d-4675-b2d3-6381565aa9a7 req-ee9b8d23-17dd-4e39-8973-64496b811812 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 946 time: 0.0926244 Jun 27 20:12:54.956305 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-644c090d-b4ff-4f62-b66b-db4e467ba26f req-5e9cc850-d52e-492b-b73b-f5cb24a1bef0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:12:54.966696 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718d141c-6b7d-4e28-86cb-ce6bab2f3583 None None] Sync routers for ids ['55bcd69c-ce1a-4f07-861d-46ef172c3a44'] in dv-cinder-845799-1-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:12:54.976851 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718d141c-6b7d-4e28-86cb-ce6bab2f3583 None None] Routers {'55bcd69c-ce1a-4f07-861d-46ef172c3a44'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:12:54.977802 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-718d141c-6b7d-4e28-86cb-ce6bab2f3583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:12:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['55bcd69c-ce1a-4f07-861d-46ef172c3a44'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:12:54.990680 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-655e3a52-dd1d-4675-b2d3-6381565aa9a7 req-d7d977a4-1a3c-4e50-b8ac-bb786419872e tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407114 Jun 27 20:12:55.050664 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-644c090d-b4ff-4f62-b66b-db4e467ba26f req-5e9cc850-d52e-492b-b73b-f5cb24a1bef0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] No DVR routers for this DVR port 9807b7ec-58a7-42ba-9136-3982f6815387 on host hv-cinder-84579 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 20:12:55.054603 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-644c090d-b4ff-4f62-b66b-db4e467ba26f req-5e9cc850-d52e-492b-b73b-f5cb24a1bef0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:55.057323 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605866e5-c6c8-414b-a763-47a32ed598fe', 'name': 'network-vif-deleted', 'tag': '9807b7ec-58a7-42ba-9136-3982f6815387'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:12:55.091376 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-644c090d-b4ff-4f62-b66b-db4e467ba26f req-5e9cc850-d52e-492b-b73b-f5cb24a1bef0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.15 "DELETE /v2.0/ports/9807b7ec-58a7-42ba-9136-3982f6815387 HTTP/1.1" status: 204 len: 173 time: 1.5091422 Jun 27 20:12:55.124160 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-537b092d-5d61-4563-81ad-ef57f33e2b37'] response: {'server_uuid': '605866e5-c6c8-414b-a763-47a32ed598fe', 'name': 'network-vif-deleted', 'tag': '9807b7ec-58a7-42ba-9136-3982f6815387', 'status': 'completed', 'code': 200} Jun 27 20:12:55.171718 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-718d141c-6b7d-4e28-86cb-ce6bab2f3583 None None] Set router 55bcd69c-ce1a-4f07-861d-46ef172c3a44 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:12:55.467323 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-718d141c-6b7d-4e28-86cb-ce6bab2f3583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'name': 'tempest-ServerRescueNegativeTestJSON-1562455689-router', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '9764c784-0653-4a4a-b64e-79510cb36679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:23Z', 'updated_at': '2022-06-27T20:05:33Z', 'revision_number': 4, 'project_id': 'ff42080e13fb414597e5f10abbe3434d', 'gw_port': {'id': '9764c784-0653-4a4a-b64e-79510cb36679', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:25Z', 'updated_at': '2022-06-27T20:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '81bdf2a0-06cd-4e36-9229-c56856b1740f', 'name': '', 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'mac_address': 'fa:16:3e:a1:0d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7d86a822-f147-437c-a8d8-a85441e6e85f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:30Z', 'updated_at': '2022-06-27T20:05:58Z', 'revision_number': 5, 'project_id': 'ff42080e13fb414597e5f10abbe3434d', 'subnets': [{'id': '7d86a822-f147-437c-a8d8-a85441e6e85f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:12:55.470877 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718d141c-6b7d-4e28-86cb-ce6bab2f3583 None None] Checking router: 55bcd69c-ce1a-4f07-861d-46ef172c3a44 for host: dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:12:55.478746 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718d141c-6b7d-4e28-86cb-ce6bab2f3583 None None] Routers {'55bcd69c-ce1a-4f07-861d-46ef172c3a44'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:12:55.479313 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-718d141c-6b7d-4e28-86cb-ce6bab2f3583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:12:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['55bcd69c-ce1a-4f07-861d-46ef172c3a44'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:12:55.657035 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-718d141c-6b7d-4e28-86cb-ce6bab2f3583 None None] Set router 55bcd69c-ce1a-4f07-861d-46ef172c3a44 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:12:55.727433 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-82505f8b-40b0-4440-abdc-f5342e4dad1c req-cc47baa8-83e7-4111-a66c-9fca89152585 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=605866e5-c6c8-414b-a763-47a32ed598fe HTTP/1.1" status: 200 len: 210 time: 0.0496564 Jun 27 20:12:55.976526 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-718d141c-6b7d-4e28-86cb-ce6bab2f3583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'name': 'tempest-ServerRescueNegativeTestJSON-1562455689-router', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '9764c784-0653-4a4a-b64e-79510cb36679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:23Z', 'updated_at': '2022-06-27T20:05:33Z', 'revision_number': 4, 'project_id': 'ff42080e13fb414597e5f10abbe3434d', 'gw_port': {'id': '9764c784-0653-4a4a-b64e-79510cb36679', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:25Z', 'updated_at': '2022-06-27T20:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '81bdf2a0-06cd-4e36-9229-c56856b1740f', 'name': '', 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'mac_address': 'fa:16:3e:a1:0d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7d86a822-f147-437c-a8d8-a85441e6e85f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:30Z', 'updated_at': '2022-06-27T20:05:58Z', 'revision_number': 5, 'project_id': 'ff42080e13fb414597e5f10abbe3434d', 'subnets': [{'id': '7d86a822-f147-437c-a8d8-a85441e6e85f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:12:55.980451 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718d141c-6b7d-4e28-86cb-ce6bab2f3583 None None] The sync data for ids ['55bcd69c-ce1a-4f07-861d-46ef172c3a44'] in dv-cinder-845799-1-iscsi is: [{'id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'name': 'tempest-ServerRescueNegativeTestJSON-1562455689-router', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '9764c784-0653-4a4a-b64e-79510cb36679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:23Z', 'updated_at': '2022-06-27T20:05:33Z', 'revision_number': 4, 'project_id': 'ff42080e13fb414597e5f10abbe3434d', 'gw_port': {'id': '9764c784-0653-4a4a-b64e-79510cb36679', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:25Z', 'updated_at': '2022-06-27T20:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '81bdf2a0-06cd-4e36-9229-c56856b1740f', 'name': '', 'network_id': 'edb7acd2-275d-4d02-9861-85e070a17792', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'mac_address': 'fa:16:3e:a1:0d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7d86a822-f147-437c-a8d8-a85441e6e85f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:30Z', 'updated_at': '2022-06-27T20:05:58Z', 'revision_number': 5, 'project_id': 'ff42080e13fb414597e5f10abbe3434d', 'subnets': [{'id': '7d86a822-f147-437c-a8d8-a85441e6e85f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:12:56.205781 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ecb497-1359-46cc-a1f0-0f303287e69c None None] New status for floating IP d5d5d6b9-a900-40d6-aa18-4688bdd0ed20: DOWN {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 20:12:56.212219 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8045a4-8868-4fb4-a41d-322d80a118b9 req-f364cc21-a899-4cba-b4bd-83e24aba1987 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:56.220881 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ce8045a4-8868-4fb4-a41d-322d80a118b9 req-f364cc21-a899-4cba-b4bd-83e24aba1987 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 946 time: 0.1111968 Jun 27 20:12:56.266878 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ce8045a4-8868-4fb4-a41d-322d80a118b9 req-f0509911-2002-4c99-8694-81ffdcd8154a tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451307 Jun 27 20:12:56.845953 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 33632) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:12:56.909320 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5285ffc3-cedd-40e4-b98d-40cfefed9c0e tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:56.936716 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5285ffc3-cedd-40e4-b98d-40cfefed9c0e tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:56.989698 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5285ffc3-cedd-40e4-b98d-40cfefed9c0e tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:57.006745 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285ffc3-cedd-40e4-b98d-40cfefed9c0e tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3931741a-f848-442e-821c-3d48206ebc36,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:12:57.018120 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5285ffc3-cedd-40e4-b98d-40cfefed9c0e tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:57.019280 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-5285ffc3-cedd-40e4-b98d-40cfefed9c0e tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "DELETE /v2.0/security-groups/3931741a-f848-442e-821c-3d48206ebc36 HTTP/1.1" status: 204 len: 168 time: 0.1722186 Jun 27 20:12:57.021841 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 33636) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:12:57.037925 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.api.v2.resource [None req-f75b3185-655b-414d-aca7-97a947072427 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] show failed (client error): The resource could not be found. Jun 27 20:12:57.038873 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-f75b3185-655b-414d-aca7-97a947072427 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups/3931741a-f848-442e-821c-3d48206ebc36 HTTP/1.1" status: 404 len: 347 time: 0.0160408 Jun 27 20:12:57.041217 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 33640) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:12:57.195738 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-4151929f-91c8-4a24-ba33-c56724e280b0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Deleting port e4180dd5-607b-4b94-bb33-7c279fecccee {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:12:57.196000 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4151929f-91c8-4a24-ba33-c56724e280b0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:57.362430 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4151929f-91c8-4a24-ba33-c56724e280b0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:57.362750 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4151929f-91c8-4a24-ba33-c56724e280b0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:57.464162 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c588d-d763-4111-9146-3ad2428498dc req-7f6b3486-79d7-4128-bdcd-a06becea0753 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:57.465696 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c64c588d-d763-4111-9146-3ad2428498dc req-7f6b3486-79d7-4128-bdcd-a06becea0753 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 946 time: 0.0902011 Jun 27 20:12:57.488281 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-4151929f-91c8-4a24-ba33-c56724e280b0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Calling delete_port for e4180dd5-607b-4b94-bb33-7c279fecccee owned by network:floatingip {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:12:57.513435 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c64c588d-d763-4111-9146-3ad2428498dc req-474b9bfb-db88-4c21-8363-1a9656dd7984 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411825 Jun 27 20:12:57.625997 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4151929f-91c8-4a24-ba33-c56724e280b0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:57.691295 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 9807b7ec-58a7-42ba-9136-3982f6815387 no longer exists at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:12:57.702836 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f8b13-f93b-4529-bcbf-08fa3cd5567b req-3353fe5b-6b14-48c0-8740-3c852f0c5620 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:57.705049 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6f0f8b13-f93b-4529-bcbf-08fa3cd5567b req-3353fe5b-6b14-48c0-8740-3c852f0c5620 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 946 time: 0.0886793 Jun 27 20:12:57.713800 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 33648) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:12:57.719343 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-6be6da93-9ec3-4591-9e28-1c02345ae30b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Request body: {'floatingip': {'port_id': 'c1410272-1929-4223-ad6b-faeba79e1580'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:12:57.730088 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] No Port match for: 9807b7ec-58a7-42ba-9136-3982f6815387 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:12:57.730681 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 9807b7ec-58a7-42ba-9136-3982f6815387 not bound to the agent host hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:12:57.762112 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151929f-91c8-4a24-ba33-c56724e280b0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Pushing event deleted for resources: {'Port': ['ID=e4180dd5-607b-4b94-bb33-7c279fecccee,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:12:57.797720 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6be6da93-9ec3-4591-9e28-1c02345ae30b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for floatingip, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:57.858808 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4151929f-91c8-4a24-ba33-c56724e280b0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks [] for floatingip, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:57.872944 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-4151929f-91c8-4a24-ba33-c56724e280b0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:57.877137 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-4151929f-91c8-4a24-ba33-c56724e280b0 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "DELETE /v2.0/floatingips/d5d5d6b9-a900-40d6-aa18-4688bdd0ed20 HTTP/1.1" status: 204 len: 168 time: 0.8321195 Jun 27 20:12:58.459484 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6be6da93-9ec3-4591-9e28-1c02345ae30b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:58.463982 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6be6da93-9ec3-4591-9e28-1c02345ae30b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16271055'] for floatingip, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:58.630351 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.db.l3_db [None req-6be6da93-9ec3-4591-9e28-1c02345ae30b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Floating IP e4397423-1a8d-4337-bc66-c78ccb76dce8 associated. External IP: 172.27.3.168, port: c1410272-1929-4223-ad6b-faeba79e1580. Jun 27 20:12:58.839612 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:12:58.964335 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be6da93-9ec3-4591-9e28-1c02345ae30b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Router 8bead117-6252-49ba-bca5-489718640c41 has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:12:59.139650 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be6da93-9ec3-4591-9e28-1c02345ae30b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:12:59.145605 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6be6da93-9ec3-4591-9e28-1c02345ae30b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:12:59.150196 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88387e7c-e6c5-4103-9588-c00258ad37c0 None None] Sync routers for ids ['8bead117-6252-49ba-bca5-489718640c41'] in dv-cinder-845799-1-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:12:59.159082 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88387e7c-e6c5-4103-9588-c00258ad37c0 None None] Routers {'8bead117-6252-49ba-bca5-489718640c41'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:12:59.159909 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-88387e7c-e6c5-4103-9588-c00258ad37c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:12:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['8bead117-6252-49ba-bca5-489718640c41'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:12:59.203750 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-6be6da93-9ec3-4591-9e28-1c02345ae30b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "PUT /v2.0/floatingips/e4397423-1a8d-4337-bc66-c78ccb76dce8 HTTP/1.1" status: 200 len: 992 time: 1.4885700 Jun 27 20:12:59.204916 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ffb48d2-a0a6-416f-aae8-5f5104e02844', 'tag': 'c1410272-1929-4223-ad6b-faeba79e1580'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:12:59.251426 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00958ba3-e6e4-4feb-8453-2c520c9de376'] response: {'name': 'network-changed', 'server_uuid': '0ffb48d2-a0a6-416f-aae8-5f5104e02844', 'tag': 'c1410272-1929-4223-ad6b-faeba79e1580', 'status': 'completed', 'code': 200} Jun 27 20:12:59.376508 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bd903-1542-467b-9033-89e900aff7ff req-1427bc38-e5c2-478a-8ed6-2f52b8557538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:59.377116 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-88387e7c-e6c5-4103-9588-c00258ad37c0 None None] Set router 8bead117-6252-49ba-bca5-489718640c41 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:12:59.377939 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-555bd903-1542-467b-9033-89e900aff7ff req-1427bc38-e5c2-478a-8ed6-2f52b8557538 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bde747057d140209cc6692d467254d8&device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 1099 time: 0.0811436 Jun 27 20:12:59.511579 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bd903-1542-467b-9033-89e900aff7ff req-ae68a826-2f40-4b77-b8d3-214e1d1a1820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:59.513059 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-555bd903-1542-467b-9033-89e900aff7ff req-ae68a826-2f40-4b77-b8d3-214e1d1a1820 service neutron] 10.222.0.15 "GET /v2.0/networks?id=03ddf4ce-871c-4f06-813b-1b3c7a85f063 HTTP/1.1" status: 200 len: 918 time: 0.1294103 Jun 27 20:12:59.620004 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-555bd903-1542-467b-9033-89e900aff7ff req-e19440fe-36aa-4c86-9446-b881869261ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1410272-1929-4223-ad6b-faeba79e1580 HTTP/1.1" status: 200 len: 1000 time: 0.0994391 Jun 27 20:12:59.682070 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bd903-1542-467b-9033-89e900aff7ff req-04f0f42a-2a88-46d8-a71e-e863301b56b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:59.683415 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-555bd903-1542-467b-9033-89e900aff7ff req-04f0f42a-2a88-46d8-a71e-e863301b56b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba00cca6-cfda-4754-8a1e-ba6ebb77dfea HTTP/1.1" status: 200 len: 856 time: 0.0562747 Jun 27 20:12:59.713282 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-88387e7c-e6c5-4103-9588-c00258ad37c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bead117-6252-49ba-bca5-489718640c41', 'name': 'tempest-AttachVolumeShelveTestJSON-1668758160-router', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:21Z', 'updated_at': '2022-06-27T20:05:39Z', 'revision_number': 4, 'project_id': '7bde747057d140209cc6692d467254d8', 'gw_port': {'id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bead117-6252-49ba-bca5-489718640c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': 'e4397423-1a8d-4337-bc66-c78ccb76dce8', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'floating_ip_address': '172.27.3.168', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '8bead117-6252-49ba-bca5-489718640c41', 'port_id': 'c1410272-1929-4223-ad6b-faeba79e1580', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063', 'mac_address': 'fa:16:3e:fd:c6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffb48d2-a0a6-416f-aae8-5f5104e02844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:12:41Z', 'updated_at': '2022-06-27T20:12:58Z', 'revision_number': 1, 'project_id': '7bde747057d140209cc6692d467254d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d84f0e-616c-4d28-a311-0bb5cfebbda9', 'name': '', 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'mac_address': 'fa:16:3e:e7:ba:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bead117-6252-49ba-bca5-489718640c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:34Z', 'updated_at': '2022-06-27T20:05:57Z', 'revision_number': 5, 'project_id': '7bde747057d140209cc6692d467254d8', 'subnets': [{'id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:12:59.716985 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88387e7c-e6c5-4103-9588-c00258ad37c0 None None] Checking router: 8bead117-6252-49ba-bca5-489718640c41 for host: dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:12:59.725032 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88387e7c-e6c5-4103-9588-c00258ad37c0 None None] Routers {'8bead117-6252-49ba-bca5-489718640c41'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:12:59.725630 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-88387e7c-e6c5-4103-9588-c00258ad37c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:12:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['8bead117-6252-49ba-bca5-489718640c41'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:12:59.767100 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bd903-1542-467b-9033-89e900aff7ff req-47677b5c-01c6-436c-8e5e-71a4d459b350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:12:59.768545 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-555bd903-1542-467b-9033-89e900aff7ff req-47677b5c-01c6-436c-8e5e-71a4d459b350 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=03ddf4ce-871c-4f06-813b-1b3c7a85f063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787582 Jun 27 20:12:59.899841 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-88387e7c-e6c5-4103-9588-c00258ad37c0 None None] Set router 8bead117-6252-49ba-bca5-489718640c41 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:12:59.905031 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-555bd903-1542-467b-9033-89e900aff7ff req-79c0a774-c0c1-44cf-bfaa-ebfa3465412e service neutron] 10.222.0.15 "GET /v2.0/networks/03ddf4ce-871c-4f06-813b-1b3c7a85f063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295419 Jun 27 20:13:00.037879 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-555bd903-1542-467b-9033-89e900aff7ff req-70c18a04-6672-4708-9661-99cd202c7737 service neutron] 10.222.0.15 "GET /v2.0/networks/03ddf4ce-871c-4f06-813b-1b3c7a85f063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242962 Jun 27 20:13:00.232609 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-88387e7c-e6c5-4103-9588-c00258ad37c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bead117-6252-49ba-bca5-489718640c41', 'name': 'tempest-AttachVolumeShelveTestJSON-1668758160-router', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:21Z', 'updated_at': '2022-06-27T20:05:39Z', 'revision_number': 4, 'project_id': '7bde747057d140209cc6692d467254d8', 'gw_port': {'id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bead117-6252-49ba-bca5-489718640c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': 'e4397423-1a8d-4337-bc66-c78ccb76dce8', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'floating_ip_address': '172.27.3.168', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '8bead117-6252-49ba-bca5-489718640c41', 'port_id': 'c1410272-1929-4223-ad6b-faeba79e1580', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063', 'mac_address': 'fa:16:3e:fd:c6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffb48d2-a0a6-416f-aae8-5f5104e02844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:12:41Z', 'updated_at': '2022-06-27T20:12:58Z', 'revision_number': 1, 'project_id': '7bde747057d140209cc6692d467254d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d84f0e-616c-4d28-a311-0bb5cfebbda9', 'name': '', 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'mac_address': 'fa:16:3e:e7:ba:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bead117-6252-49ba-bca5-489718640c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:34Z', 'updated_at': '2022-06-27T20:05:57Z', 'revision_number': 5, 'project_id': '7bde747057d140209cc6692d467254d8', 'subnets': [{'id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:13:00.236389 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88387e7c-e6c5-4103-9588-c00258ad37c0 None None] The sync data for ids ['8bead117-6252-49ba-bca5-489718640c41'] in dv-cinder-845799-1-iscsi is: [{'id': '8bead117-6252-49ba-bca5-489718640c41', 'name': 'tempest-AttachVolumeShelveTestJSON-1668758160-router', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:21Z', 'updated_at': '2022-06-27T20:05:39Z', 'revision_number': 4, 'project_id': '7bde747057d140209cc6692d467254d8', 'gw_port': {'id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bead117-6252-49ba-bca5-489718640c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': 'e4397423-1a8d-4337-bc66-c78ccb76dce8', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'floating_ip_address': '172.27.3.168', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '8bead117-6252-49ba-bca5-489718640c41', 'port_id': 'c1410272-1929-4223-ad6b-faeba79e1580', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063', 'mac_address': 'fa:16:3e:fd:c6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffb48d2-a0a6-416f-aae8-5f5104e02844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:12:41Z', 'updated_at': '2022-06-27T20:12:58Z', 'revision_number': 1, 'project_id': '7bde747057d140209cc6692d467254d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d84f0e-616c-4d28-a311-0bb5cfebbda9', 'name': '', 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'mac_address': 'fa:16:3e:e7:ba:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bead117-6252-49ba-bca5-489718640c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:34Z', 'updated_at': '2022-06-27T20:05:57Z', 'revision_number': 5, 'project_id': '7bde747057d140209cc6692d467254d8', 'subnets': [{'id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:13:00.424187 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3aa06a-cdc3-412f-a605-9f4cce757981 None None] New status for floating IP e4397423-1a8d-4337-bc66-c78ccb76dce8: ACTIVE {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 20:13:00.800188 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c2337-b42d-4ae2-b987-91d8b7addde5 req-4029e121-eb31-4f42-915e-920905d5361d tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:00.801701 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b96c2337-b42d-4ae2-b987-91d8b7addde5 req-4029e121-eb31-4f42-915e-920905d5361d tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.1972218 Jun 27 20:13:00.845290 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b96c2337-b42d-4ae2-b987-91d8b7addde5 req-a31c0b16-fdb3-4c96-9e51-fbd285c6c120 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378783 Jun 27 20:13:01.546351 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae354c98-6a85-4728-b70b-7b259db9c38f req-01ce3706-b26d-4fa1-b19b-6c51f14b426c tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:01.547025 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-ae354c98-6a85-4728-b70b-7b259db9c38f req-01ce3706-b26d-4fa1-b19b-6c51f14b426c tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Synchronizing usage tracker for tenant:ff42080e13fb414597e5f10abbe3434d on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:13:01.562244 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-ae354c98-6a85-4728-b70b-7b259db9c38f req-01ce3706-b26d-4fa1-b19b-6c51f14b426c tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Unset dirty status for tenant:ff42080e13fb414597e5f10abbe3434d on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:13:01.563620 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ae354c98-6a85-4728-b70b-7b259db9c38f req-01ce3706-b26d-4fa1-b19b-6c51f14b426c tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.1000125 Jun 27 20:13:01.636778 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-ae354c98-6a85-4728-b70b-7b259db9c38f req-36ac8590-03b7-4ddf-9869-b08765a7f872 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Deleting port 1a85c707-6300-4094-ad01-a1823bb883b6 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:13:01.637110 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ae354c98-6a85-4728-b70b-7b259db9c38f req-36ac8590-03b7-4ddf-9869-b08765a7f872 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:01.878901 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-ae354c98-6a85-4728-b70b-7b259db9c38f req-36ac8590-03b7-4ddf-9869-b08765a7f872 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] For port 1a85c707-6300-4094-ad01-a1823bb883b6, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=1a85c707-6300-4094-ad01-a1823bb883b6,segment=NetworkSegment(2e6a962a-47d2-47d1-a969-73df444edae4),segment_id=2e6a962a-47d2-47d1-a969-73df444edae4)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:13:01.879263 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ae354c98-6a85-4728-b70b-7b259db9c38f req-36ac8590-03b7-4ddf-9869-b08765a7f872 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:02.007540 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-ae354c98-6a85-4728-b70b-7b259db9c38f req-36ac8590-03b7-4ddf-9869-b08765a7f872 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Calling delete_port for 1a85c707-6300-4094-ad01-a1823bb883b6 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:13:02.057332 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ae33a-424a-48d7-bf7b-ef00ae943ec0 req-ce0d4198-0641-41ea-9d72-e3e4f950566e tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:02.058800 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fb0ae33a-424a-48d7-bf7b-ef00ae943ec0 req-ce0d4198-0641-41ea-9d72-e3e4f950566e tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa196a23-c861-4261-bef4-e6bb77b8f32a HTTP/1.1" status: 200 len: 945 time: 0.0859725 Jun 27 20:13:02.106136 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fb0ae33a-424a-48d7-bf7b-ef00ae943ec0 req-43347006-3acd-4985-a86b-bf66888a4db6 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410066 Jun 27 20:13:02.154942 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ae354c98-6a85-4728-b70b-7b259db9c38f req-36ac8590-03b7-4ddf-9869-b08765a7f872 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:02.197995 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['1a85c707-6300-4094-ad01-a1823bb883b6', '97a5e2fc-290a-4696-8ea5-122ccb999592'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:13:02.304776 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac8590-03b7-4ddf-9869-b08765a7f872 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Pushing event deleted for resources: {'Port': ['ID=1a85c707-6300-4094-ad01-a1823bb883b6,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:02.393805 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae354c98-6a85-4728-b70b-7b259db9c38f req-36ac8590-03b7-4ddf-9869-b08765a7f872 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] No DVR routers for this DVR port 1a85c707-6300-4094-ad01-a1823bb883b6 on host hv-cinder-84579 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 20:13:02.396032 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ae354c98-6a85-4728-b70b-7b259db9c38f req-36ac8590-03b7-4ddf-9869-b08765a7f872 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:02.398452 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa196a23-c861-4261-bef4-e6bb77b8f32a', 'name': 'network-vif-deleted', 'tag': '1a85c707-6300-4094-ad01-a1823bb883b6'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:13:02.414589 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ae354c98-6a85-4728-b70b-7b259db9c38f req-36ac8590-03b7-4ddf-9869-b08765a7f872 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.15 "DELETE /v2.0/ports/1a85c707-6300-4094-ad01-a1823bb883b6 HTTP/1.1" status: 204 len: 173 time: 0.8456111 Jun 27 20:13:02.442074 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d29daab-977c-46cf-b67d-d8dda5263e17'] response: {'server_uuid': 'fa196a23-c861-4261-bef4-e6bb77b8f32a', 'name': 'network-vif-deleted', 'tag': '1a85c707-6300-4094-ad01-a1823bb883b6', 'status': 'completed', 'code': 200} Jun 27 20:13:03.574293 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63997003-305e-4251-82f9-396e60c19729 req-9cbe65a8-12f3-464b-b30f-ac31baf898ee tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:03.575735 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-63997003-305e-4251-82f9-396e60c19729 req-9cbe65a8-12f3-464b-b30f-ac31baf898ee tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8a74a42-82c0-4d21-bb2a-97e7f1470655 HTTP/1.1" status: 200 len: 946 time: 0.0841012 Jun 27 20:13:03.617592 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-63997003-305e-4251-82f9-396e60c19729 req-a043c198-6ba4-4547-89a5-fdb27e0ee7d4 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356860 Jun 27 20:13:04.469186 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973dcbe-caa8-42dc-b760-aec2c8594e8e req-41f31a6f-cece-4406-b601-9687ef1a1a88 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:04.469870 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-1973dcbe-caa8-42dc-b760-aec2c8594e8e req-41f31a6f-cece-4406-b601-9687ef1a1a88 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Synchronizing usage tracker for tenant:ff42080e13fb414597e5f10abbe3434d on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:13:04.485319 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-1973dcbe-caa8-42dc-b760-aec2c8594e8e req-41f31a6f-cece-4406-b601-9687ef1a1a88 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Unset dirty status for tenant:ff42080e13fb414597e5f10abbe3434d on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:13:04.487245 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-1973dcbe-caa8-42dc-b760-aec2c8594e8e req-41f31a6f-cece-4406-b601-9687ef1a1a88 tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8a74a42-82c0-4d21-bb2a-97e7f1470655 HTTP/1.1" status: 200 len: 946 time: 0.1009099 Jun 27 20:13:04.562121 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-1973dcbe-caa8-42dc-b760-aec2c8594e8e req-42a5bee6-94ab-4569-9938-59a2ff87da2c tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Deleting port 97a5e2fc-290a-4696-8ea5-122ccb999592 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:13:04.562486 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1973dcbe-caa8-42dc-b760-aec2c8594e8e req-42a5bee6-94ab-4569-9938-59a2ff87da2c tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:04.807808 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-1973dcbe-caa8-42dc-b760-aec2c8594e8e req-42a5bee6-94ab-4569-9938-59a2ff87da2c tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] For port 97a5e2fc-290a-4696-8ea5-122ccb999592, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=97a5e2fc-290a-4696-8ea5-122ccb999592,segment=NetworkSegment(2e6a962a-47d2-47d1-a969-73df444edae4),segment_id=2e6a962a-47d2-47d1-a969-73df444edae4)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:13:04.808159 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1973dcbe-caa8-42dc-b760-aec2c8594e8e req-42a5bee6-94ab-4569-9938-59a2ff87da2c tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:04.818426 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0065e-8e1a-4142-9945-b301d68bf2fe req-434423f1-ac39-4084-8e2f-47b5e8b64e4c tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:04.819921 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-add0065e-8e1a-4142-9945-b301d68bf2fe req-434423f1-ac39-4084-8e2f-47b5e8b64e4c tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8a74a42-82c0-4d21-bb2a-97e7f1470655 HTTP/1.1" status: 200 len: 946 time: 0.0963371 Jun 27 20:13:04.877825 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-add0065e-8e1a-4142-9945-b301d68bf2fe req-6a19da3e-589b-45e5-95c6-ba1fca40b64c tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.23 "GET /v2.0/security-groups?id=96f1b4ab-625e-4795-bae0-ad5af4ba472d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516624 Jun 27 20:13:04.936227 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-1973dcbe-caa8-42dc-b760-aec2c8594e8e req-42a5bee6-94ab-4569-9938-59a2ff87da2c tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Calling delete_port for 97a5e2fc-290a-4696-8ea5-122ccb999592 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:13:05.082199 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1973dcbe-caa8-42dc-b760-aec2c8594e8e req-42a5bee6-94ab-4569-9938-59a2ff87da2c tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:05.118622 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['97a5e2fc-290a-4696-8ea5-122ccb999592'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:13:05.139091 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5bee6-94ab-4569-9938-59a2ff87da2c tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Pushing event deleted for resources: {'Port': ['ID=97a5e2fc-290a-4696-8ea5-122ccb999592,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:05.230419 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-1973dcbe-caa8-42dc-b760-aec2c8594e8e req-42a5bee6-94ab-4569-9938-59a2ff87da2c tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] No DVR routers for this DVR port 97a5e2fc-290a-4696-8ea5-122ccb999592 on host hv-cinder-84579 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 20:13:05.237443 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-1973dcbe-caa8-42dc-b760-aec2c8594e8e req-42a5bee6-94ab-4569-9938-59a2ff87da2c tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:05.240286 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a74a42-82c0-4d21-bb2a-97e7f1470655', 'name': 'network-vif-deleted', 'tag': '97a5e2fc-290a-4696-8ea5-122ccb999592'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:13:05.260260 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-1973dcbe-caa8-42dc-b760-aec2c8594e8e req-42a5bee6-94ab-4569-9938-59a2ff87da2c tempest-ServerRescueNegativeTestJSON-217445355 tempest-ServerRescueNegativeTestJSON-217445355-project] 10.222.0.15 "DELETE /v2.0/ports/97a5e2fc-290a-4696-8ea5-122ccb999592 HTTP/1.1" status: 204 len: 173 time: 0.7679505 Jun 27 20:13:05.290655 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54039b28-636b-421f-832c-c33a54dda9c9'] response: {'server_uuid': 'a8a74a42-82c0-4d21-bb2a-97e7f1470655', 'name': 'network-vif-deleted', 'tag': '97a5e2fc-290a-4696-8ea5-122ccb999592', 'status': 'completed', 'code': 200} Jun 27 20:13:05.747079 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 1a85c707-6300-4094-ad01-a1823bb883b6 no longer exists at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:13:05.780154 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] No Port match for: 1a85c707-6300-4094-ad01-a1823bb883b6 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:13:05.780489 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 1a85c707-6300-4094-ad01-a1823bb883b6 not bound to the agent host hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:13:05.972510 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 33688) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:06.691082 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-04cc2803-03c8-4753-a99a-79f96a6d5f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16760029'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:07.035831 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-04cc2803-03c8-4753-a99a-79f96a6d5f93 admin admin] Deleting port 81bdf2a0-06cd-4e36-9229-c56856b1740f {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:13:07.036526 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-04cc2803-03c8-4753-a99a-79f96a6d5f93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:07.204099 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-04cc2803-03c8-4753-a99a-79f96a6d5f93 admin admin] For port 81bdf2a0-06cd-4e36-9229-c56856b1740f, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=81bdf2a0-06cd-4e36-9229-c56856b1740f,segment=NetworkSegment(2e6a962a-47d2-47d1-a969-73df444edae4),segment_id=2e6a962a-47d2-47d1-a969-73df444edae4)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:13:07.204468 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-04cc2803-03c8-4753-a99a-79f96a6d5f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:07.325233 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-04cc2803-03c8-4753-a99a-79f96a6d5f93 admin admin] Calling delete_port for 81bdf2a0-06cd-4e36-9229-c56856b1740f owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:13:07.488954 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-04cc2803-03c8-4753-a99a-79f96a6d5f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:07.532625 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc2803-03c8-4753-a99a-79f96a6d5f93 admin admin] Pushing event deleted for resources: {'Port': ['ID=81bdf2a0-06cd-4e36-9229-c56856b1740f,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:07.732290 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 97a5e2fc-290a-4696-8ea5-122ccb999592 no longer exists at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:13:07.767667 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] No Port match for: 97a5e2fc-290a-4696-8ea5-122ccb999592 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:13:07.768505 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 97a5e2fc-290a-4696-8ea5-122ccb999592 not bound to the agent host hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:13:07.803104 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-04cc2803-03c8-4753-a99a-79f96a6d5f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16717692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16759977'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:08.245429 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04cc2803-03c8-4753-a99a-79f96a6d5f93 admin admin] Router 55bcd69c-ce1a-4f07-861d-46ef172c3a44 has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:13:08.418981 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cc2803-03c8-4753-a99a-79f96a6d5f93 admin admin] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:13:08.427444 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df96774-88ea-4e57-83df-8f7aa5db28fa None None] Sync routers for ids ['55bcd69c-ce1a-4f07-861d-46ef172c3a44'] in dv-cinder-845799-1-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:13:08.431075 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-04cc2803-03c8-4753-a99a-79f96a6d5f93 admin admin] 10.222.0.23 "PUT /v2.0/routers/55bcd69c-ce1a-4f07-861d-46ef172c3a44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4574797 Jun 27 20:13:08.433594 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 33696) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:08.436699 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df96774-88ea-4e57-83df-8f7aa5db28fa None None] Routers {'55bcd69c-ce1a-4f07-861d-46ef172c3a44'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:13:08.437346 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-6df96774-88ea-4e57-83df-8f7aa5db28fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:12:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['55bcd69c-ce1a-4f07-861d-46ef172c3a44'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:13:08.608772 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3215f6c0-e8fb-4bbd-b5dc-89982c14fa8b admin admin] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:08.609927 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-6df96774-88ea-4e57-83df-8f7aa5db28fa None None] Set router 55bcd69c-ce1a-4f07-861d-46ef172c3a44 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:13:08.784789 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3215f6c0-e8fb-4bbd-b5dc-89982c14fa8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:08.794372 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-3215f6c0-e8fb-4bbd-b5dc-89982c14fa8b admin admin] Deleting port 9764c784-0653-4a4a-b64e-79510cb36679 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:13:08.794735 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3215f6c0-e8fb-4bbd-b5dc-89982c14fa8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:08.915375 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-6df96774-88ea-4e57-83df-8f7aa5db28fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'name': 'tempest-ServerRescueNegativeTestJSON-1562455689-router', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '9764c784-0653-4a4a-b64e-79510cb36679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:23Z', 'updated_at': '2022-06-27T20:13:07Z', 'revision_number': 5, 'project_id': 'ff42080e13fb414597e5f10abbe3434d', 'gw_port': {'id': '9764c784-0653-4a4a-b64e-79510cb36679', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:25Z', 'updated_at': '2022-06-27T20:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:13:08.919120 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df96774-88ea-4e57-83df-8f7aa5db28fa None None] Checking router: 55bcd69c-ce1a-4f07-861d-46ef172c3a44 for host: dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:13:08.928097 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df96774-88ea-4e57-83df-8f7aa5db28fa None None] Routers {'55bcd69c-ce1a-4f07-861d-46ef172c3a44'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:13:08.928742 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-6df96774-88ea-4e57-83df-8f7aa5db28fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:12:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['55bcd69c-ce1a-4f07-861d-46ef172c3a44'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:13:08.967907 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-3215f6c0-e8fb-4bbd-b5dc-89982c14fa8b admin admin] For port 9764c784-0653-4a4a-b64e-79510cb36679, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=9764c784-0653-4a4a-b64e-79510cb36679,segment=NetworkSegment(c8e1d377-ef10-44fe-8306-b14a68212fb0),segment_id=c8e1d377-ef10-44fe-8306-b14a68212fb0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:13:08.968277 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3215f6c0-e8fb-4bbd-b5dc-89982c14fa8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:09.071968 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-6df96774-88ea-4e57-83df-8f7aa5db28fa None None] Set router 55bcd69c-ce1a-4f07-861d-46ef172c3a44 gateway port host: None {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:13:09.088115 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-3215f6c0-e8fb-4bbd-b5dc-89982c14fa8b admin admin] Calling delete_port for 9764c784-0653-4a4a-b64e-79510cb36679 owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:13:09.173532 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-6df96774-88ea-4e57-83df-8f7aa5db28fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'name': 'tempest-ServerRescueNegativeTestJSON-1562455689-router', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:23Z', 'updated_at': '2022-06-27T20:13:08Z', 'revision_number': 6, 'project_id': 'ff42080e13fb414597e5f10abbe3434d', 'gw_port_host': None}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:13:09.177924 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df96774-88ea-4e57-83df-8f7aa5db28fa None None] The sync data for ids ['55bcd69c-ce1a-4f07-861d-46ef172c3a44'] in dv-cinder-845799-1-iscsi is: [{'id': '55bcd69c-ce1a-4f07-861d-46ef172c3a44', 'name': 'tempest-ServerRescueNegativeTestJSON-1562455689-router', 'tenant_id': 'ff42080e13fb414597e5f10abbe3434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:23Z', 'updated_at': '2022-06-27T20:13:08Z', 'revision_number': 6, 'project_id': 'ff42080e13fb414597e5f10abbe3434d', 'gw_port_host': None}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:13:09.255119 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3215f6c0-e8fb-4bbd-b5dc-89982c14fa8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:09.398622 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215f6c0-e8fb-4bbd-b5dc-89982c14fa8b admin admin] Pushing event deleted for resources: {'Port': ['ID=9764c784-0653-4a4a-b64e-79510cb36679,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:09.492749 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3215f6c0-e8fb-4bbd-b5dc-89982c14fa8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16757820'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:09.667051 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3215f6c0-e8fb-4bbd-b5dc-89982c14fa8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16270997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4448'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:09.669181 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3215f6c0-e8fb-4bbd-b5dc-89982c14fa8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:09.750968 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3215f6c0-e8fb-4bbd-b5dc-89982c14fa8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16272861'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:09.751431 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3215f6c0-e8fb-4bbd-b5dc-89982c14fa8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55bcd69c-ce1a-4f07-861d-46ef172c3a44 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 27 20:13:09.765963 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3215f6c0-e8fb-4bbd-b5dc-89982c14fa8b admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:09.767070 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-3215f6c0-e8fb-4bbd-b5dc-89982c14fa8b admin admin] 10.222.0.23 "DELETE /v2.0/routers/55bcd69c-ce1a-4f07-861d-46ef172c3a44 HTTP/1.1" status: 204 len: 168 time: 1.3325129 Jun 27 20:13:09.770233 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 33700) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:09.849588 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7a5c04-cf2d-425b-a541-122092be0c38 admin admin] Deleting subnet 7d86a822-f147-437c-a8d8-a85441e6e85f {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 27 20:13:09.852441 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eb7a5c04-cf2d-425b-a541-122092be0c38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:09.903305 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eb7a5c04-cf2d-425b-a541-122092be0c38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14191946'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:09.984445 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eb7a5c04-cf2d-425b-a541-122092be0c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-607847'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:09.986489 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 9764c784-0653-4a4a-b64e-79510cb36679 no longer exists at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:13:10.027085 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] No Port match for: 9764c784-0653-4a4a-b64e-79510cb36679 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:13:10.027505 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 9764c784-0653-4a4a-b64e-79510cb36679 not bound to the agent host dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:13:10.027984 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 81bdf2a0-06cd-4e36-9229-c56856b1740f no longer exists at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:13:10.056196 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eb7a5c04-cf2d-425b-a541-122092be0c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-607836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16137172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14291743'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:10.061058 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] No Port match for: 81bdf2a0-06cd-4e36-9229-c56856b1740f {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:13:10.061461 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 81bdf2a0-06cd-4e36-9229-c56856b1740f not bound to the agent host dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:13:10.098609 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-eb7a5c04-cf2d-425b-a541-122092be0c38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:10.102615 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a5c04-cf2d-425b-a541-122092be0c38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d86a822-f147-437c-a8d8-a85441e6e85f,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:10.103623 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ff8e9b-4b04-4eff-a0b2-7cc5ea94f09e None None] Network edb7acd2-275d-4d02-9861-85e070a17792 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:13:10.109426 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-eb7a5c04-cf2d-425b-a541-122092be0c38 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7d86a822-f147-437c-a8d8-a85441e6e85f HTTP/1.1" status: 204 len: 168 time: 0.3382654 Jun 27 20:13:10.111764 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 33704) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:10.224346 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d082abbe-78f6-459d-a7ab-44d7193732c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590302'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:10.232810 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-d082abbe-78f6-459d-a7ab-44d7193732c7 admin admin] Deleting port bed06ec2-f1c3-4005-b67a-58448378a9dc {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:13:10.233129 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d082abbe-78f6-459d-a7ab-44d7193732c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:10.370841 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94b3880-87a0-4eac-897d-19114be9da88 None None] DHCP port deletion for edb7acd2-275d-4d02-9861-85e070a17792 request from dv-cinder-845799-1-iscsi {{(pid=88115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 27 20:13:10.375087 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-f94b3880-87a0-4eac-897d-19114be9da88 None None] Deleting port bed06ec2-f1c3-4005-b67a-58448378a9dc {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:13:10.375454 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f94b3880-87a0-4eac-897d-19114be9da88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:10.443920 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-d082abbe-78f6-459d-a7ab-44d7193732c7 admin admin] For port bed06ec2-f1c3-4005-b67a-58448378a9dc, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=bed06ec2-f1c3-4005-b67a-58448378a9dc,segment=NetworkSegment(2e6a962a-47d2-47d1-a969-73df444edae4),segment_id=2e6a962a-47d2-47d1-a969-73df444edae4)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:13:10.444487 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d082abbe-78f6-459d-a7ab-44d7193732c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:10.563961 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-d082abbe-78f6-459d-a7ab-44d7193732c7 admin admin] Calling delete_port for bed06ec2-f1c3-4005-b67a-58448378a9dc owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:13:10.571746 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-f94b3880-87a0-4eac-897d-19114be9da88 None None] For port bed06ec2-f1c3-4005-b67a-58448378a9dc, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=bed06ec2-f1c3-4005-b67a-58448378a9dc,segment=NetworkSegment(2e6a962a-47d2-47d1-a969-73df444edae4),segment_id=2e6a962a-47d2-47d1-a969-73df444edae4)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:13:10.572125 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f94b3880-87a0-4eac-897d-19114be9da88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:10.637643 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d082abbe-78f6-459d-a7ab-44d7193732c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:10.688098 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082abbe-78f6-459d-a7ab-44d7193732c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bed06ec2-f1c3-4005-b67a-58448378a9dc,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:10.689527 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-f94b3880-87a0-4eac-897d-19114be9da88 None None] Calling delete_port for bed06ec2-f1c3-4005-b67a-58448378a9dc owned by network:dhcp {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:13:10.689906 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d082abbe-78f6-459d-a7ab-44d7193732c7 admin admin] No DVR routers for this DVR port bed06ec2-f1c3-4005-b67a-58448378a9dc on host dv-cinder-845799-1-iscsi {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 20:13:10.758500 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.db.api [None req-f94b3880-87a0-4eac-897d-19114be9da88 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 20:13:10.758848 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG oslo_db.api [None req-f94b3880-87a0-4eac-897d-19114be9da88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 20:13:10.893088 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d082abbe-78f6-459d-a7ab-44d7193732c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614162', 'neutron.services.segments.db._delete_segments_for_network-8741810542969'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:10.919503 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.services.segments.db [None req-d082abbe-78f6-459d-a7ab-44d7193732c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb7acd2-275d-4d02-9861-85e070a17792']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:13:10.932504 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.services.segments.db [None req-d082abbe-78f6-459d-a7ab-44d7193732c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e6a962a-47d2-47d1-a969-73df444edae4') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:13:10.932806 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.services.segments.db [None req-d082abbe-78f6-459d-a7ab-44d7193732c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e6a962a-47d2-47d1-a969-73df444edae4') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:13:10.946799 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d082abbe-78f6-459d-a7ab-44d7193732c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741810611348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14191939'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:10.964851 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d082abbe-78f6-459d-a7ab-44d7193732c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603533'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:10.971074 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d082abbe-78f6-459d-a7ab-44d7193732c7 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 20:13:10.971457 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d082abbe-78f6-459d-a7ab-44d7193732c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-603522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16137082'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:11.057885 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.services.segments.plugin [-] Segment 2e6a962a-47d2-47d1-a969-73df444edae4 resource provider aggregate not found Jun 27 20:13:11.069796 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d082abbe-78f6-459d-a7ab-44d7193732c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16271069'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:11.087362 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.services.segments.plugin [-] Segment 2e6a962a-47d2-47d1-a969-73df444edae4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e6a962a-47d2-47d1-a969-73df444edae4 found for delete ", "request_id": "req-2bcf65eb-6a7c-491c-88f4-15becd0a7af2"}]} Jun 27 20:13:11.088328 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-d082abbe-78f6-459d-a7ab-44d7193732c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:11.098647 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082abbe-78f6-459d-a7ab-44d7193732c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=edb7acd2-275d-4d02-9861-85e070a17792,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:11.112088 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-d082abbe-78f6-459d-a7ab-44d7193732c7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/edb7acd2-275d-4d02-9861-85e070a17792 HTTP/1.1" status: 204 len: 168 time: 0.9987915 Jun 27 20:13:11.131630 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee30144-7b42-4df4-becd-d29f13303bd3 req-562ba1c5-25e5-4545-af66-02d2263a3a0f tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:11.133073 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-bee30144-7b42-4df4-becd-d29f13303bd3 req-562ba1c5-25e5-4545-af66-02d2263a3a0f tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 946 time: 0.0888274 Jun 27 20:13:11.181613 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-bee30144-7b42-4df4-becd-d29f13303bd3 req-08cceb29-1dbd-4a84-9445-ccb828fc2ab5 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424798 Jun 27 20:13:11.229204 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 33720) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:11.260367 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-f94b3880-87a0-4eac-897d-19114be9da88 None None] Deleting port bed06ec2-f1c3-4005-b67a-58448378a9dc {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:13:11.260893 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f94b3880-87a0-4eac-897d-19114be9da88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:11.277881 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-72a3d3d6-eb87-4b8b-ac03-54cd39eb3a1f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ff42080e13fb414597e5f10abbe3434d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0474377 Jun 27 20:13:11.280171 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 33724) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:11.328532 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-f94b3880-87a0-4eac-897d-19114be9da88 None None] The port 'bed06ec2-f1c3-4005-b67a-58448378a9dc' was deleted {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 27 20:13:11.338835 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6b38c7cf-04e3-42d9-9dc0-f55b907b5330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:11.367853 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6b38c7cf-04e3-42d9-9dc0-f55b907b5330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:11.418228 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6b38c7cf-04e3-42d9-9dc0-f55b907b5330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:11.433340 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38c7cf-04e3-42d9-9dc0-f55b907b5330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f1b4ab-625e-4795-bae0-ad5af4ba472d,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:11.443695 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6b38c7cf-04e3-42d9-9dc0-f55b907b5330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:11.447065 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-6b38c7cf-04e3-42d9-9dc0-f55b907b5330 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/96f1b4ab-625e-4795-bae0-ad5af4ba472d HTTP/1.1" status: 204 len: 168 time: 0.1637647 Jun 27 20:13:11.984262 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device bed06ec2-f1c3-4005-b67a-58448378a9dc no longer exists at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:13:12.021248 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] No Port match for: bed06ec2-f1c3-4005-b67a-58448378a9dc {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:13:12.021682 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device bed06ec2-f1c3-4005-b67a-58448378a9dc not bound to the agent host dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:13:12.155327 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d492783f-adcc-471a-984c-e66d90eb77ff req-5e8e012e-cd6a-4f52-bb4f-90ff1b3785e0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762465 Jun 27 20:13:12.293077 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492783f-adcc-471a-984c-e66d90eb77ff req-fddcbb9c-cfaf-4852-8be9-fd1aafd58f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:12.294571 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d492783f-adcc-471a-984c-e66d90eb77ff req-fddcbb9c-cfaf-4852-8be9-fd1aafd58f91 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a50994bf4f144390934c88c909c5d061&device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 1098 time: 0.0824966 Jun 27 20:13:12.381970 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bbeff-3baa-43f8-9d8d-fb271134189b req-56f928e3-65aa-4fcb-8db9-eb41d0fd4c16 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:12.384037 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-758bbeff-3baa-43f8-9d8d-fb271134189b req-56f928e3-65aa-4fcb-8db9-eb41d0fd4c16 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 946 time: 0.0921230 Jun 27 20:13:12.441059 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-758bbeff-3baa-43f8-9d8d-fb271134189b req-7658f520-84d0-4b4c-bd22-0c2a7c4144f4 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506823 Jun 27 20:13:12.453993 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:12.458161 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492783f-adcc-471a-984c-e66d90eb77ff req-9157b037-9b07-49bd-a3c9-58885d4201fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:12.459816 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d492783f-adcc-471a-984c-e66d90eb77ff req-9157b037-9b07-49bd-a3c9-58885d4201fb service neutron] 10.222.0.15 "GET /v2.0/networks?id=161680f6-9340-499f-abb6-7578d38c56d4 HTTP/1.1" status: 200 len: 911 time: 0.1373014 Jun 27 20:13:12.573615 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d492783f-adcc-471a-984c-e66d90eb77ff req-3d5b97fa-cf0a-40aa-a843-d9eaa358d0a0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=307c352b-d9f8-4e48-a3f6-42186504937e HTTP/1.1" status: 200 len: 1001 time: 0.1068580 Jun 27 20:13:12.659495 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492783f-adcc-471a-984c-e66d90eb77ff req-569abf2f-e3cc-4025-88c1-f07035a4368f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:12.661047 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d492783f-adcc-471a-984c-e66d90eb77ff req-569abf2f-e3cc-4025-88c1-f07035a4368f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fccdbdb-2f00-4b31-ac45-6e4614abd8b0 HTTP/1.1" status: 200 len: 849 time: 0.0586226 Jun 27 20:13:12.749000 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492783f-adcc-471a-984c-e66d90eb77ff req-72f361e7-484d-476a-95bb-086627cc5158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:12.750730 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d492783f-adcc-471a-984c-e66d90eb77ff req-72f361e7-484d-476a-95bb-086627cc5158 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=161680f6-9340-499f-abb6-7578d38c56d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0838320 Jun 27 20:13:12.922475 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d492783f-adcc-471a-984c-e66d90eb77ff req-10512f4a-02f8-4a97-8885-901b7faf9682 service neutron] 10.222.0.15 "GET /v2.0/networks/161680f6-9340-499f-abb6-7578d38c56d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631153 Jun 27 20:13:12.987500 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 33780) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:13.105921 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d492783f-adcc-471a-984c-e66d90eb77ff req-774ebd9e-6d8b-45f7-934c-484b69809449 service neutron] 10.222.0.15 "GET /v2.0/networks/161680f6-9340-499f-abb6-7578d38c56d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762924 Jun 27 20:13:13.106143 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b33a87bc-9916-4cbf-a90b-6c4b7919fa18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:13.120608 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-b33a87bc-9916-4cbf-a90b-6c4b7919fa18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:13:13.124463 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-b33a87bc-9916-4cbf-a90b-6c4b7919fa18 admin admin] Usage tracker for resource:security_group_rule and tenant:a063e9657cad49c688fadcf2b31d79f5 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:13:13.127383 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-b33a87bc-9916-4cbf-a90b-6c4b7919fa18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:13:13.133505 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-b33a87bc-9916-4cbf-a90b-6c4b7919fa18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:13:13.138338 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1fcf7-db23-4dbd-9b65-91756cd1ce31 req-5e1f4d2d-e104-4229-8dee-8d3666ac89c4 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:13.139267 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-a7a1fcf7-db23-4dbd-9b65-91756cd1ce31 req-5e1f4d2d-e104-4229-8dee-8d3666ac89c4 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Synchronizing usage tracker for tenant:caa8bd5588cd4b908faeb162efc54fb1 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:13:13.154056 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-a7a1fcf7-db23-4dbd-9b65-91756cd1ce31 req-5e1f4d2d-e104-4229-8dee-8d3666ac89c4 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Unset dirty status for tenant:caa8bd5588cd4b908faeb162efc54fb1 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:13:13.155304 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-a7a1fcf7-db23-4dbd-9b65-91756cd1ce31 req-5e1f4d2d-e104-4229-8dee-8d3666ac89c4 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 946 time: 0.1355922 Jun 27 20:13:13.218652 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b33a87bc-9916-4cbf-a90b-6c4b7919fa18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:13.222657 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b33a87bc-9916-4cbf-a90b-6c4b7919fa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:13.231168 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-a7a1fcf7-db23-4dbd-9b65-91756cd1ce31 req-93960ef9-c760-4973-9646-855ce5acd3a9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Deleting port 86fc25b5-286c-4b3d-a14a-9f701c9e4d53 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:13:13.231558 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a7a1fcf7-db23-4dbd-9b65-91756cd1ce31 req-93960ef9-c760-4973-9646-855ce5acd3a9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:13.274338 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-b33a87bc-9916-4cbf-a90b-6c4b7919fa18 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a063e9657cad49c688fadcf2b31d79f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2848778 Jun 27 20:13:13.274980 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a87bc-9916-4cbf-a90b-6c4b7919fa18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20df325d-3443-45ac-a8d2-3a7086bfbe12,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:13.276619 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 33786) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:13.282318 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a87bc-9916-4cbf-a90b-6c4b7919fa18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:13:13.282657 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a87bc-9916-4cbf-a90b-6c4b7919fa18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:13:13.282995 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a87bc-9916-4cbf-a90b-6c4b7919fa18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:13:13.283311 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a87bc-9916-4cbf-a90b-6c4b7919fa18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:13:13.283631 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a87bc-9916-4cbf-a90b-6c4b7919fa18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:13:13.283954 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a87bc-9916-4cbf-a90b-6c4b7919fa18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:13:13.284277 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a87bc-9916-4cbf-a90b-6c4b7919fa18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:13:13.284621 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a87bc-9916-4cbf-a90b-6c4b7919fa18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:13:13.284940 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a87bc-9916-4cbf-a90b-6c4b7919fa18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:13:13.285252 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a87bc-9916-4cbf-a90b-6c4b7919fa18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:13:13.285583 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a87bc-9916-4cbf-a90b-6c4b7919fa18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:13:13.285895 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a87bc-9916-4cbf-a90b-6c4b7919fa18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:13:13.460195 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-584765af-156b-4daf-a58d-59c2cc6bfc36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:13.503824 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-584765af-156b-4daf-a58d-59c2cc6bfc36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:13.652161 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a614e4-47b8-49d5-9006-3572e81d8d3e req-a1662802-e261-4715-8e44-252d238a3b3e tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:13.653628 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-84a614e4-47b8-49d5-9006-3572e81d8d3e req-a1662802-e261-4715-8e44-252d238a3b3e tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 946 time: 0.0893066 Jun 27 20:13:13.671784 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-a7a1fcf7-db23-4dbd-9b65-91756cd1ce31 req-93960ef9-c760-4973-9646-855ce5acd3a9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] For port 86fc25b5-286c-4b3d-a14a-9f701c9e4d53, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=86fc25b5-286c-4b3d-a14a-9f701c9e4d53,segment=NetworkSegment(310d2f30-f052-4f7c-98a2-8ba18c3ef34d),segment_id=310d2f30-f052-4f7c-98a2-8ba18c3ef34d)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:13:13.672147 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a7a1fcf7-db23-4dbd-9b65-91756cd1ce31 req-93960ef9-c760-4973-9646-855ce5acd3a9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:13.702080 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-84a614e4-47b8-49d5-9006-3572e81d8d3e req-9dedee45-0f7c-485e-bf19-573131b6ba7f tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427573 Jun 27 20:13:13.762961 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-584765af-156b-4daf-a58d-59c2cc6bfc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:13.834758 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584765af-156b-4daf-a58d-59c2cc6bfc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20df325d-3443-45ac-a8d2-3a7086bfbe12,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:13.860031 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-584765af-156b-4daf-a58d-59c2cc6bfc36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:13.863883 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-584765af-156b-4daf-a58d-59c2cc6bfc36 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/20df325d-3443-45ac-a8d2-3a7086bfbe12 HTTP/1.1" status: 204 len: 168 time: 0.5836184 Jun 27 20:13:13.990209 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a7a1fcf7-db23-4dbd-9b65-91756cd1ce31 req-93960ef9-c760-4973-9646-855ce5acd3a9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:13.990609 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a7a1fcf7-db23-4dbd-9b65-91756cd1ce31 req-93960ef9-c760-4973-9646-855ce5acd3a9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16271055'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:13.990945 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.db.l3_db [req-a7a1fcf7-db23-4dbd-9b65-91756cd1ce31 req-93960ef9-c760-4973-9646-855ce5acd3a9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Floating IP 7dd473ef-f080-4dda-9458-58d6caeec065 disassociated. External IP: 172.27.3.22, port: 86fc25b5-286c-4b3d-a14a-9f701c9e4d53. Jun 27 20:13:13.991303 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-a7a1fcf7-db23-4dbd-9b65-91756cd1ce31 req-93960ef9-c760-4973-9646-855ce5acd3a9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Calling delete_port for 86fc25b5-286c-4b3d-a14a-9f701c9e4d53 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:13:14.141368 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a7a1fcf7-db23-4dbd-9b65-91756cd1ce31 req-93960ef9-c760-4973-9646-855ce5acd3a9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:14.196430 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93960ef9-c760-4973-9646-855ce5acd3a9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Pushing event deleted for resources: {'Port': ['ID=86fc25b5-286c-4b3d-a14a-9f701c9e4d53,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:14.386844 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7a1fcf7-db23-4dbd-9b65-91756cd1ce31 req-93960ef9-c760-4973-9646-855ce5acd3a9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Router 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:13:14.572195 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7a1fcf7-db23-4dbd-9b65-91756cd1ce31 req-93960ef9-c760-4973-9646-855ce5acd3a9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:13:14.585065 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f993d96-f372-45dd-8994-b163211ed758 None None] Sync routers for ids ['3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'] in dv-cinder-845799-1-iscsi {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:13:14.596347 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f993d96-f372-45dd-8994-b163211ed758 None None] Routers {'3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:13:14.597246 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-6f993d96-f372-45dd-8994-b163211ed758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:12:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:13:14.665756 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a1fcf7-db23-4dbd-9b65-91756cd1ce31 req-93960ef9-c760-4973-9646-855ce5acd3a9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] No DVR routers for this DVR port 86fc25b5-286c-4b3d-a14a-9f701c9e4d53 on host hv-cinder-84579 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 20:13:14.668600 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a7a1fcf7-db23-4dbd-9b65-91756cd1ce31 req-93960ef9-c760-4973-9646-855ce5acd3a9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:14.671951 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d27692-315d-4ff4-b1f4-3e5e338cec8f', 'name': 'network-vif-deleted', 'tag': '86fc25b5-286c-4b3d-a14a-9f701c9e4d53'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:13:14.697376 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-a7a1fcf7-db23-4dbd-9b65-91756cd1ce31 req-93960ef9-c760-4973-9646-855ce5acd3a9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.15 "DELETE /v2.0/ports/86fc25b5-286c-4b3d-a14a-9f701c9e4d53 HTTP/1.1" status: 204 len: 173 time: 1.5364907 Jun 27 20:13:14.763108 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-519339d1-1b54-48d8-8f3d-874afe5ffe8e'] response: {'server_uuid': 'e0d27692-315d-4ff4-b1f4-3e5e338cec8f', 'name': 'network-vif-deleted', 'tag': '86fc25b5-286c-4b3d-a14a-9f701c9e4d53', 'status': 'completed', 'code': 200} Jun 27 20:13:14.773389 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e49b268f-e49c-40c4-9948-aefe5b1d4ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:14.848685 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-6f993d96-f372-45dd-8994-b163211ed758 None None] Set router 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:13:14.935774 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6ec89993-4b62-4e8c-99ef-93e4ebcc6805 req-79210a4f-01b0-4733-adec-adcda44ab133 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 210 time: 0.0710227 Jun 27 20:13:15.232384 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-6f993d96-f372-45dd-8994-b163211ed758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'name': 'tempest-TestVolumeBootPattern-451240422-router', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:08:30Z', 'updated_at': '2022-06-27T20:08:35Z', 'revision_number': 4, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'gw_port': {'id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:31:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:31Z', 'updated_at': '2022-06-27T20:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': 'dc67f8c6-7086-4fbd-b288-806c5c27fde3', 'name': '', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'mac_address': 'fa:16:3e:68:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:34Z', 'updated_at': '2022-06-27T20:08:42Z', 'revision_number': 5, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'subnets': [{'id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:13:15.236686 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f993d96-f372-45dd-8994-b163211ed758 None None] Checking router: 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 for host: dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:13:15.245651 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f993d96-f372-45dd-8994-b163211ed758 None None] Routers {'3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:13:15.246256 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-6f993d96-f372-45dd-8994-b163211ed758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:12:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:13:15.428389 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-6f993d96-f372-45dd-8994-b163211ed758 None None] Set router 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:13:15.746480 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-6f993d96-f372-45dd-8994-b163211ed758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'name': 'tempest-TestVolumeBootPattern-451240422-router', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:08:30Z', 'updated_at': '2022-06-27T20:08:35Z', 'revision_number': 4, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'gw_port': {'id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:31:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:31Z', 'updated_at': '2022-06-27T20:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': 'dc67f8c6-7086-4fbd-b288-806c5c27fde3', 'name': '', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'mac_address': 'fa:16:3e:68:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:34Z', 'updated_at': '2022-06-27T20:08:42Z', 'revision_number': 5, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'subnets': [{'id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:13:15.750355 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f993d96-f372-45dd-8994-b163211ed758 None None] The sync data for ids ['3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'] in dv-cinder-845799-1-iscsi is: [{'id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'name': 'tempest-TestVolumeBootPattern-451240422-router', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:08:30Z', 'updated_at': '2022-06-27T20:08:35Z', 'revision_number': 4, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'gw_port': {'id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:31:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:31Z', 'updated_at': '2022-06-27T20:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': 'dc67f8c6-7086-4fbd-b288-806c5c27fde3', 'name': '', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'mac_address': 'fa:16:3e:68:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:34Z', 'updated_at': '2022-06-27T20:08:42Z', 'revision_number': 5, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'subnets': [{'id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:13:16.050447 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e679c0f8-beec-404e-b889-fb433b3dc7a4 None None] New status for floating IP 7dd473ef-f080-4dda-9458-58d6caeec065: DOWN {{(pid=88116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 20:13:16.157893 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-14579f0b-18c6-4140-a5d4-c926000473c2 req-fe27fe95-bcc0-4aab-8252-a960c942768e tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d27692-315d-4ff4-b1f4-3e5e338cec8f HTTP/1.1" status: 200 len: 210 time: 0.0602112 Jun 27 20:13:16.715585 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf4d5e-dda2-4e0b-90a2-785b22275bbe req-407c1e68-4ef3-4591-98d8-8ad2167b1ce5 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:16.717013 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-eaaf4d5e-dda2-4e0b-90a2-785b22275bbe req-407c1e68-4ef3-4591-98d8-8ad2167b1ce5 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 946 time: 0.0896952 Jun 27 20:13:16.759349 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-eaaf4d5e-dda2-4e0b-90a2-785b22275bbe req-3094151f-efdd-477b-ba95-496dc45012d9 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365677 Jun 27 20:13:16.800071 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f133bdce-7bbe-4aa5-a711-30826ad17a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:17.528498 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-89df9f55-4cd5-42fe-add0-374e7a9b17c6 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1171699703&fields=id&tenant_id=caa8bd5588cd4b908faeb162efc54fb1 HTTP/1.1" status: 200 len: 267 time: 0.0386086 Jun 27 20:13:17.684797 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-8ed68d85-66ef-4ce1-9c29-e7f63e171a67 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:17.686249 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-8ed68d85-66ef-4ce1-9c29-e7f63e171a67 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/networks?id=95174e0b-b3b6-422f-bf95-035686ee2474 HTTP/1.1" status: 200 len: 811 time: 0.1516213 Jun 27 20:13:17.701285 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-679f6380-0307-4950-93e2-cea17775c38e tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/quotas/caa8bd5588cd4b908faeb162efc54fb1 HTTP/1.1" status: 200 len: 375 time: 0.0095367 Jun 27 20:13:17.790280 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 86fc25b5-286c-4b3d-a14a-9f701c9e4d53 no longer exists at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:13:17.797868 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-3bb429d3-8ca0-4c3d-a76e-6f36f967cc2f tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=caa8bd5588cd4b908faeb162efc54fb1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0912962 Jun 27 20:13:17.831489 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] No Port match for: 86fc25b5-286c-4b3d-a14a-9f701c9e4d53 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:13:17.831893 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 86fc25b5-286c-4b3d-a14a-9f701c9e4d53 not bound to the agent host hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:13:17.978745 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7233a-517a-4179-ae14-62b4db48a748 req-a3130785-6188-4a40-917a-38499e420053 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:17.980437 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5dc7233a-517a-4179-ae14-62b4db48a748 req-a3130785-6188-4a40-917a-38499e420053 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 946 time: 0.1053953 Jun 27 20:13:17.991527 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:18.062327 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:18.108940 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5dc7233a-517a-4179-ae14-62b4db48a748 req-1814a4f9-1d15-453c-bbfc-db13b7420c99 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1089561 Jun 27 20:13:18.145978 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-6f45c5f6-43ff-4d53-90c9-da99fe02d363 service neutron] 10.222.0.23 "GET /v2.0/networks/95174e0b-b3b6-422f-bf95-035686ee2474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361778 Jun 27 20:13:18.278629 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-fab26798-00c8-40ea-811a-05ac23d2cb47 service neutron] 10.222.0.23 "GET /v2.0/networks/95174e0b-b3b6-422f-bf95-035686ee2474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268702 Jun 27 20:13:18.655796 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b827790f-39b5-4263-b1c7-05ea3a17bf41 req-fb523506-d973-4f17-8fcf-1b08bf490b4a tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=9be518a7-c082-4baa-8fbb-90d10ae05128 HTTP/1.1" status: 200 len: 210 time: 0.0483100 Jun 27 20:13:19.256997 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:19.302775 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752b311-5d34-466a-a2c9-4f05c562ac74 req-0a0d0a28-93b9-4328-b8d5-d8b94167ffb9 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:19.304226 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6752b311-5d34-466a-a2c9-4f05c562ac74 req-0a0d0a28-93b9-4328-b8d5-d8b94167ffb9 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 946 time: 0.0871849 Jun 27 20:13:19.354618 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6752b311-5d34-466a-a2c9-4f05c562ac74 req-8a1c7d91-9114-43e6-80b8-e4a4ef069edd tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447812 Jun 27 20:13:19.616455 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 33930) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:19.738666 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0bbfe4d9-5a2b-4477-8411-9f7045d7c065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:19.756582 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-0bbfe4d9-5a2b-4477-8411-9f7045d7c065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:13:19.760853 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-0bbfe4d9-5a2b-4477-8411-9f7045d7c065 admin admin] Usage tracker for resource:security_group_rule and tenant:6cf5fa6277b44a848bae272440f61f90 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:13:19.766141 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-0bbfe4d9-5a2b-4477-8411-9f7045d7c065 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:13:19.810686 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-0bbfe4d9-5a2b-4477-8411-9f7045d7c065 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:13:19.821075 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-33459faa-c469-48cc-a4ac-6fc389ef4774 req-b3a7ecc8-7a28-4f6b-9a1c-e9a35ae6708b tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=9be518a7-c082-4baa-8fbb-90d10ae05128 HTTP/1.1" status: 200 len: 210 time: 0.0571077 Jun 27 20:13:19.891545 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-669b6eec-86e4-4865-8ae4-f5e2a1688f78 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:19.893135 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-669b6eec-86e4-4865-8ae4-f5e2a1688f78 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.15 "GET /v2.0/networks?id=95174e0b-b3b6-422f-bf95-035686ee2474 HTTP/1.1" status: 200 len: 811 time: 0.1972425 Jun 27 20:13:19.907357 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0bbfe4d9-5a2b-4477-8411-9f7045d7c065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:19.912045 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0bbfe4d9-5a2b-4477-8411-9f7045d7c065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:19.965322 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-0bbfe4d9-5a2b-4477-8411-9f7045d7c065 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6cf5fa6277b44a848bae272440f61f90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3455338 Jun 27 20:13:19.965523 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-4f780b92-8f2b-4082-87b6-725f19b53550 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=caa8bd5588cd4b908faeb162efc54fb1 HTTP/1.1" status: 200 len: 380 time: 0.0502999 Jun 27 20:13:19.965891 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbfe4d9-5a2b-4477-8411-9f7045d7c065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7603f3-d8cd-4381-87be-f3eb58b5fa71,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:19.965992 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 33938) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:20.006912 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-0ab42496-22a6-4ef3-b754-d9aacf39a46b tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Request body: {'port': {'device_id': '9be518a7-c082-4baa-8fbb-90d10ae05128', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'admin_state_up': True, 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'security_groups': ['ba21e14d-48c6-4148-8158-0848ae23102f']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:13:20.103301 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-16380182-7250-4944-b588-3ac918fd727f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:20.156639 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-16380182-7250-4944-b588-3ac918fd727f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:20.201402 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-0ab42496-22a6-4ef3-b754-d9aacf39a46b tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:13:20.210207 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-0ab42496-22a6-4ef3-b754-d9aacf39a46b tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Usage tracker for resource:port and tenant:caa8bd5588cd4b908faeb162efc54fb1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:13:20.213422 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-0ab42496-22a6-4ef3-b754-d9aacf39a46b tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:13:20.219041 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-0ab42496-22a6-4ef3-b754-d9aacf39a46b tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:13:20.237025 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-0ab42496-22a6-4ef3-b754-d9aacf39a46b tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Made reservation on behalf of caa8bd5588cd4b908faeb162efc54fb1 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:13:20.241202 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-0ab42496-22a6-4ef3-b754-d9aacf39a46b tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:20.260331 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-16380182-7250-4944-b588-3ac918fd727f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:20.412985 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16380182-7250-4944-b588-3ac918fd727f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7603f3-d8cd-4381-87be-f3eb58b5fa71,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:20.431331 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-16380182-7250-4944-b588-3ac918fd727f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:20.435146 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-16380182-7250-4944-b588-3ac918fd727f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cb7603f3-d8cd-4381-87be-f3eb58b5fa71 HTTP/1.1" status: 204 len: 168 time: 0.4652541 Jun 27 20:13:20.541549 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-0ab42496-22a6-4ef3-b754-d9aacf39a46b tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Allocated IP 172.20.0.13 (95174e0b-b3b6-422f-bf95-035686ee2474/d296a220-8d8b-48c1-98ba-4729812d3752/1a072f61-5d99-4c8e-9c72-5397c32b92d9) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:13:20.554353 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f58da-7a7e-42b2-8346-e09d4f49ff02 req-f5346c06-0b29-46a6-a798-9b38619f8394 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:20.555868 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ac1f58da-7a7e-42b2-8346-e09d4f49ff02 req-f5346c06-0b29-46a6-a798-9b38619f8394 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 946 time: 0.0930662 Jun 27 20:13:20.613835 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ac1f58da-7a7e-42b2-8346-e09d4f49ff02 req-ba8877f1-00f6-4dea-bf6d-670e41230690 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486071 Jun 27 20:13:20.745522 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 33950) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:20.747858 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-0ab42496-22a6-4ef3-b754-d9aacf39a46b tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:20.763305 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8c0eb6e2-d0e6-4040-84fd-ad78491e4050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:20.764325 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-0ab42496-22a6-4ef3-b754-d9aacf39a46b tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Transition to ACTIVE for port object 1a072f61-5d99-4c8e-9c72-5397c32b92d9 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:13:20.778829 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-8c0eb6e2-d0e6-4040-84fd-ad78491e4050 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:13:20.782601 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-8c0eb6e2-d0e6-4040-84fd-ad78491e4050 admin admin] Usage tracker for resource:security_group_rule and tenant:81497292d58141548b33907873ca198f is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:13:20.785385 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-8c0eb6e2-d0e6-4040-84fd-ad78491e4050 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:13:20.790165 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-0ab42496-22a6-4ef3-b754-d9aacf39a46b tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:20.792358 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-8c0eb6e2-d0e6-4040-84fd-ad78491e4050 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:13:20.862735 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-0ab42496-22a6-4ef3-b754-d9aacf39a46b tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Network 95174e0b-b3b6-422f-bf95-035686ee2474 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:13:20.864181 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-0ab42496-22a6-4ef3-b754-d9aacf39a46b tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:13:20.866747 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-0ab42496-22a6-4ef3-b754-d9aacf39a46b tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:13:20.923884 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8c0eb6e2-d0e6-4040-84fd-ad78491e4050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:20.930340 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8c0eb6e2-d0e6-4040-84fd-ad78491e4050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:20.961655 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab42496-22a6-4ef3-b754-d9aacf39a46b tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Pushing event updated for resources: {'Port': ['ID=1a072f61-5d99-4c8e-9c72-5397c32b92d9,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:20.987461 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-0ab42496-22a6-4ef3-b754-d9aacf39a46b tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:20.988221 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-0ab42496-22a6-4ef3-b754-d9aacf39a46b tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:21.015789 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-0ab42496-22a6-4ef3-b754-d9aacf39a46b tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0132544 Jun 27 20:13:21.031871 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-8c0eb6e2-d0e6-4040-84fd-ad78491e4050 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=81497292d58141548b33907873ca198f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2852168 Jun 27 20:13:21.034556 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 33956) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:21.044146 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-debf01fa-3709-4539-8b72-cb2b102943f5 service neutron] Request body: {'port': {'device_id': '9be518a7-c082-4baa-8fbb-90d10ae05128', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84579'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:13:21.066270 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0eb6e2-d0e6-4040-84fd-ad78491e4050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6c4b7b-5280-4628-801c-a58c8046bec7,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:21.105205 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee7a29-485c-4941-aff2-5d6ce43a026c req-b0ef3e1d-c381-4a4c-a996-b3283fabea32 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:21.106743 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b5ee7a29-485c-4941-aff2-5d6ce43a026c req-b0ef3e1d-c381-4a4c-a996-b3283fabea32 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=9be518a7-c082-4baa-8fbb-90d10ae05128 HTTP/1.1" status: 200 len: 932 time: 0.1236472 Jun 27 20:13:21.151661 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b5ee7a29-485c-4941-aff2-5d6ce43a026c req-e66dee47-eae6-4679-8cf5-62d4a852853e tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390594 Jun 27 20:13:21.200578 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-36688fb8-4bc8-4217-81c2-8aa8614b16e4 None None] Provisioning for port 1a072f61-5d99-4c8e-9c72-5397c32b92d9 completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:13:21.204037 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-81348f01-ff09-484b-8ab1-88579cbc9a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:21.205382 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-36688fb8-4bc8-4217-81c2-8aa8614b16e4 None None] Provisioning complete for port 1a072f61-5d99-4c8e-9c72-5397c32b92d9 triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:13:21.205778 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-36688fb8-4bc8-4217-81c2-8aa8614b16e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:21.208722 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-debf01fa-3709-4539-8b72-cb2b102943f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:21.257146 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-36688fb8-4bc8-4217-81c2-8aa8614b16e4 None None] Port 1a072f61-5d99-4c8e-9c72-5397c32b92d9 cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:13:21.281614 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-81348f01-ff09-484b-8ab1-88579cbc9a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:21.417297 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-81348f01-ff09-484b-8ab1-88579cbc9a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:21.479358 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81348f01-ff09-484b-8ab1-88579cbc9a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6c4b7b-5280-4628-801c-a58c8046bec7,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:21.490455 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-81348f01-ff09-484b-8ab1-88579cbc9a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:21.491573 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-81348f01-ff09-484b-8ab1-88579cbc9a53 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cf6c4b7b-5280-4628-801c-a58c8046bec7 HTTP/1.1" status: 204 len: 168 time: 0.4559622 Jun 27 20:13:21.622832 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-debf01fa-3709-4539-8b72-cb2b102943f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a072f61-5d99-4c8e-9c72-5397c32b92d9 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:13:21.630042 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-debf01fa-3709-4539-8b72-cb2b102943f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:21.645033 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-debf01fa-3709-4539-8b72-cb2b102943f5 service neutron] Transition to ACTIVE for port object 1a072f61-5d99-4c8e-9c72-5397c32b92d9 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:13:21.650262 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-debf01fa-3709-4539-8b72-cb2b102943f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:21.815816 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e2533-249d-457a-8a93-28caaf37bedc req-d16eda61-72d7-4ee3-b25e-7f40a6c279f1 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:21.818278 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1c3e2533-249d-457a-8a93-28caaf37bedc req-d16eda61-72d7-4ee3-b25e-7f40a6c279f1 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 946 time: 0.0986762 Jun 27 20:13:21.845694 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf01fa-3709-4539-8b72-cb2b102943f5 service neutron] Pushing event updated for resources: {'Port': ['ID=1a072f61-5d99-4c8e-9c72-5397c32b92d9,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:21.870840 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1c3e2533-249d-457a-8a93-28caaf37bedc req-09e6223e-deab-4b1b-9183-0197f39d875a tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450594 Jun 27 20:13:21.882878 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 33966) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:21.912201 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-114f66fb-8c99-4419-b6c7-5df2116e0af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:21.927548 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-114f66fb-8c99-4419-b6c7-5df2116e0af1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:13:21.931865 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-114f66fb-8c99-4419-b6c7-5df2116e0af1 admin admin] Usage tracker for resource:security_group_rule and tenant:d6f2e23892a149879c59e1d8825b725f is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:13:21.934984 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-114f66fb-8c99-4419-b6c7-5df2116e0af1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:13:21.939213 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-debf01fa-3709-4539-8b72-cb2b102943f5 service neutron] Attempting to bind port 1a072f61-5d99-4c8e-9c72-5397c32b92d9 on host hv-cinder-84579 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:13:21.939551 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-debf01fa-3709-4539-8b72-cb2b102943f5 service neutron] Attempting to bind port 1a072f61-5d99-4c8e-9c72-5397c32b92d9 by drivers openvswitch,hyperv on host hv-cinder-84579 at level 0 using segments [{'id': '310d2f30-f052-4f7c-98a2-8ba18c3ef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:13:21.939870 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-debf01fa-3709-4539-8b72-cb2b102943f5 service neutron] Attempting to bind port 1a072f61-5d99-4c8e-9c72-5397c32b92d9 on network 95174e0b-b3b6-422f-bf95-035686ee2474 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:13:21.940910 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-114f66fb-8c99-4419-b6c7-5df2116e0af1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:13:21.945208 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-debf01fa-3709-4539-8b72-cb2b102943f5 service neutron] Port 1a072f61-5d99-4c8e-9c72-5397c32b92d9 on network 95174e0b-b3b6-422f-bf95-035686ee2474 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84579 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 20:13:21.945519 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-debf01fa-3709-4539-8b72-cb2b102943f5 service neutron] Attempting to bind port 1a072f61-5d99-4c8e-9c72-5397c32b92d9 on network 95174e0b-b3b6-422f-bf95-035686ee2474 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:13:21.951214 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-debf01fa-3709-4539-8b72-cb2b102943f5 service neutron] Checking agent: {'id': '31e345cd-768d-4f38-b592-a73bb4a1bf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84579', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'started_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:13:21.951546 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-debf01fa-3709-4539-8b72-cb2b102943f5 service neutron] Checking segment: {'id': '310d2f30-f052-4f7c-98a2-8ba18c3ef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:13:21.951924 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-debf01fa-3709-4539-8b72-cb2b102943f5 service neutron] Bound using segment: {'id': '310d2f30-f052-4f7c-98a2-8ba18c3ef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:13:21.952367 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-debf01fa-3709-4539-8b72-cb2b102943f5 service neutron] Bound port: 1a072f61-5d99-4c8e-9c72-5397c32b92d9, host: hv-cinder-84579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '310d2f30-f052-4f7c-98a2-8ba18c3ef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:13:21.952839 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-debf01fa-3709-4539-8b72-cb2b102943f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:22.025390 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-114f66fb-8c99-4419-b6c7-5df2116e0af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:22.030096 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-114f66fb-8c99-4419-b6c7-5df2116e0af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:22.051353 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-debf01fa-3709-4539-8b72-cb2b102943f5 service neutron] For port 1a072f61-5d99-4c8e-9c72-5397c32b92d9, host hv-cinder-84579, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:13:22.054478 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-debf01fa-3709-4539-8b72-cb2b102943f5 service neutron] For port 1a072f61-5d99-4c8e-9c72-5397c32b92d9, host hv-cinder-84579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=1a072f61-5d99-4c8e-9c72-5397c32b92d9,segment=NetworkSegment(310d2f30-f052-4f7c-98a2-8ba18c3ef34d),segment_id=310d2f30-f052-4f7c-98a2-8ba18c3ef34d)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:13:22.058841 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-debf01fa-3709-4539-8b72-cb2b102943f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:22.080892 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-114f66fb-8c99-4419-b6c7-5df2116e0af1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d6f2e23892a149879c59e1d8825b725f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1968772 Jun 27 20:13:22.084316 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 33970) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:22.087050 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f66fb-8c99-4419-b6c7-5df2116e0af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0936bf10-8886-4e3b-a824-64e6c2e99185,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:22.116302 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-debf01fa-3709-4539-8b72-cb2b102943f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:22.116944 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-debf01fa-3709-4539-8b72-cb2b102943f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:22.118414 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-debf01fa-3709-4539-8b72-cb2b102943f5 service neutron] 10.222.0.15 "PUT /v2.0/ports/1a072f61-5d99-4c8e-9c72-5397c32b92d9 HTTP/1.1" status: 200 len: 1094 time: 1.0810916 Jun 27 20:13:22.120817 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be518a7-c082-4baa-8fbb-90d10ae05128', 'tag': '1a072f61-5d99-4c8e-9c72-5397c32b92d9'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:13:22.154591 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1b1667b1-4247-4009-b60a-7becfac00f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:22.157097 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf01fa-3709-4539-8b72-cb2b102943f5 service neutron] Pushing event updated for resources: {'Port': ['ID=1a072f61-5d99-4c8e-9c72-5397c32b92d9,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:22.178175 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d018fced-43a8-4965-ac80-c52688c220b7'] response: {'name': 'network-changed', 'server_uuid': '9be518a7-c082-4baa-8fbb-90d10ae05128', 'tag': '1a072f61-5d99-4c8e-9c72-5397c32b92d9', 'status': 'completed', 'code': 200} Jun 27 20:13:22.193646 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1b1667b1-4247-4009-b60a-7becfac00f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:22.257265 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1b1667b1-4247-4009-b60a-7becfac00f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:22.283227 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-56011c92-97ce-4d9f-91e3-c3aecab08545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:22.284791 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-56011c92-97ce-4d9f-91e3-c3aecab08545 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=caa8bd5588cd4b908faeb162efc54fb1&device_id=9be518a7-c082-4baa-8fbb-90d10ae05128 HTTP/1.1" status: 200 len: 1097 time: 0.0895357 Jun 27 20:13:22.318990 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1667b1-4247-4009-b60a-7becfac00f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0936bf10-8886-4e3b-a824-64e6c2e99185,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:22.365711 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-4d48a1c3-6181-4bfb-a170-a1d959f0cab8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a072f61-5d99-4c8e-9c72-5397c32b92d9 HTTP/1.1" status: 200 len: 217 time: 0.0665929 Jun 27 20:13:22.454527 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1b1667b1-4247-4009-b60a-7becfac00f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:22.457970 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-1b1667b1-4247-4009-b60a-7becfac00f50 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0936bf10-8886-4e3b-a824-64e6c2e99185 HTTP/1.1" status: 204 len: 168 time: 0.3704047 Jun 27 20:13:22.486220 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ccf4b-2c27-4160-8dc2-00bf77136f08 req-a3e50014-f933-48cf-8057-ffd68ebe0076 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:22.487874 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-389ccf4b-2c27-4160-8dc2-00bf77136f08 req-a3e50014-f933-48cf-8057-ffd68ebe0076 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=9be518a7-c082-4baa-8fbb-90d10ae05128 HTTP/1.1" status: 200 len: 944 time: 0.2151763 Jun 27 20:13:22.530375 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-5afe2ac4-75b6-4838-ad7d-923ea40922d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:22.531725 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-5afe2ac4-75b6-4838-ad7d-923ea40922d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d296a220-8d8b-48c1-98ba-4729812d3752 HTTP/1.1" status: 200 len: 850 time: 0.1597650 Jun 27 20:13:22.534009 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-389ccf4b-2c27-4160-8dc2-00bf77136f08 req-e0a1f0e2-02dc-4aca-8d80-90c0300d15a3 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403068 Jun 27 20:13:22.615272 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-12aa10a6-f232-403b-95b1-e026e75b3c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:22.616746 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-12aa10a6-f232-403b-95b1-e026e75b3c7b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95174e0b-b3b6-422f-bf95-035686ee2474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779650 Jun 27 20:13:22.750730 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-f4a367b6-a39a-42f1-8ddc-8a5d7c5380ed service neutron] 10.222.0.15 "GET /v2.0/networks/95174e0b-b3b6-422f-bf95-035686ee2474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276505 Jun 27 20:13:22.884024 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5dab4a14-b237-4a9c-aa4b-3dc4e931199a req-b7921b27-acab-439d-9548-6854ef3a3f50 service neutron] 10.222.0.15 "GET /v2.0/networks/95174e0b-b3b6-422f-bf95-035686ee2474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271489 Jun 27 20:13:23.068951 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ddeec-2406-443a-bf34-21dd64e17079 req-16ca00dc-55e8-4983-84d6-749a7dcaa0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:23.071158 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-007ddeec-2406-443a-bf34-21dd64e17079 req-16ca00dc-55e8-4983-84d6-749a7dcaa0ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=caa8bd5588cd4b908faeb162efc54fb1&device_id=9be518a7-c082-4baa-8fbb-90d10ae05128 HTTP/1.1" status: 200 len: 1097 time: 0.0910602 Jun 27 20:13:23.083494 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6df0f-cd04-4f9b-ada6-16dc3f7283bf req-e6919bcb-654c-4873-8242-1e037b3e83c9 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:23.085039 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-efb6df0f-cd04-4f9b-ada6-16dc3f7283bf req-e6919bcb-654c-4873-8242-1e037b3e83c9 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 946 time: 0.0955784 Jun 27 20:13:23.140068 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-efb6df0f-cd04-4f9b-ada6-16dc3f7283bf req-a01577f0-5692-4958-9f2c-02d40f970f90 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466430 Jun 27 20:13:23.203798 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ddeec-2406-443a-bf34-21dd64e17079 req-f7b52d8f-e94f-427d-95a9-74150b6e59da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:23.205244 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-007ddeec-2406-443a-bf34-21dd64e17079 req-f7b52d8f-e94f-427d-95a9-74150b6e59da service neutron] 10.222.0.15 "GET /v2.0/networks?id=95174e0b-b3b6-422f-bf95-035686ee2474 HTTP/1.1" status: 200 len: 912 time: 0.1273134 Jun 27 20:13:23.273763 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-007ddeec-2406-443a-bf34-21dd64e17079 req-b249f044-08a1-4909-aabb-e42dfe8cfad9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a072f61-5d99-4c8e-9c72-5397c32b92d9 HTTP/1.1" status: 200 len: 217 time: 0.0611837 Jun 27 20:13:23.339608 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ddeec-2406-443a-bf34-21dd64e17079 req-de829067-ec99-404d-af58-b708528f0427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:23.341054 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-007ddeec-2406-443a-bf34-21dd64e17079 req-de829067-ec99-404d-af58-b708528f0427 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d296a220-8d8b-48c1-98ba-4729812d3752 HTTP/1.1" status: 200 len: 850 time: 0.0610368 Jun 27 20:13:23.423778 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ddeec-2406-443a-bf34-21dd64e17079 req-41c3ba47-d3cb-43df-9487-b89f80502e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:23.425728 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-007ddeec-2406-443a-bf34-21dd64e17079 req-41c3ba47-d3cb-43df-9487-b89f80502e78 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95174e0b-b3b6-422f-bf95-035686ee2474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782826 Jun 27 20:13:23.558049 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-007ddeec-2406-443a-bf34-21dd64e17079 req-0ab35991-f4f4-4ba3-a228-5acdd136a9f0 service neutron] 10.222.0.15 "GET /v2.0/networks/95174e0b-b3b6-422f-bf95-035686ee2474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250319 Jun 27 20:13:23.699854 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-007ddeec-2406-443a-bf34-21dd64e17079 req-883cbc96-4e33-4510-b6b5-bd6576bbf04e service neutron] 10.222.0.15 "GET /v2.0/networks/95174e0b-b3b6-422f-bf95-035686ee2474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345782 Jun 27 20:13:23.726743 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84724cf7-da0f-4ae5-aa58-01b0d445d5eb req-8800786d-e524-4444-ac20-89634ab0b4aa tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:23.728325 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-84724cf7-da0f-4ae5-aa58-01b0d445d5eb req-8800786d-e524-4444-ac20-89634ab0b4aa tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=9be518a7-c082-4baa-8fbb-90d10ae05128 HTTP/1.1" status: 200 len: 944 time: 0.0892334 Jun 27 20:13:23.772020 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-84724cf7-da0f-4ae5-aa58-01b0d445d5eb req-6c4ddec9-0415-4707-b082-05f2d02b3310 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382354 Jun 27 20:13:24.357508 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea8126-30eb-48bc-a5c9-91af288f7248 req-650bcca0-55ed-445b-9c18-286bca35f0a5 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:24.359005 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8dea8126-30eb-48bc-a5c9-91af288f7248 req-650bcca0-55ed-445b-9c18-286bca35f0a5 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 946 time: 0.0921907 Jun 27 20:13:24.405087 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8dea8126-30eb-48bc-a5c9-91af288f7248 req-7268aa90-0092-43b1-bc87-0fd482d86e19 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386798 Jun 27 20:13:24.713334 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 34066) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:24.727354 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d76b9c-84b7-421d-b2ff-7ec5b5651ec5 req-e20131fa-2564-4a28-9948-662b32173fc3 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:24.728802 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-54d76b9c-84b7-421d-b2ff-7ec5b5651ec5 req-e20131fa-2564-4a28-9948-662b32173fc3 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.0910816 Jun 27 20:13:24.776260 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-54d76b9c-84b7-421d-b2ff-7ec5b5651ec5 req-a0d47f36-3b45-4b22-8e2d-29a88594a000 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415115 Jun 27 20:13:24.834905 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dc2eb36c-8628-4e8d-8061-85410a6e060c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:24.851019 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-dc2eb36c-8628-4e8d-8061-85410a6e060c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:13:24.855269 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-dc2eb36c-8628-4e8d-8061-85410a6e060c admin admin] Usage tracker for resource:security_group_rule and tenant:891c40f20a97472f8f0a8d2a00078de3 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:13:24.858207 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-dc2eb36c-8628-4e8d-8061-85410a6e060c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:13:24.864421 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-dc2eb36c-8628-4e8d-8061-85410a6e060c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:13:25.002168 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf6754-9cb5-458c-8d78-64968649c10f req-a0b2bc71-6493-4e99-b5af-93eefa4872dd tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:25.003602 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a0cf6754-9cb5-458c-8d78-64968649c10f req-a0b2bc71-6493-4e99-b5af-93eefa4872dd tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=9be518a7-c082-4baa-8fbb-90d10ae05128 HTTP/1.1" status: 200 len: 944 time: 0.1200225 Jun 27 20:13:25.048620 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dc2eb36c-8628-4e8d-8061-85410a6e060c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:25.060470 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dc2eb36c-8628-4e8d-8061-85410a6e060c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:25.089415 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a0cf6754-9cb5-458c-8d78-64968649c10f req-ff4347a2-bb68-456f-9a01-5ee8d0fb36f0 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776825 Jun 27 20:13:25.116270 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-dc2eb36c-8628-4e8d-8061-85410a6e060c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=891c40f20a97472f8f0a8d2a00078de3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4019279 Jun 27 20:13:25.117203 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2eb36c-8628-4e8d-8061-85410a6e060c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62de300-345f-4f64-957c-83d5eefb2050,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:25.118824 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 34074) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:25.178584 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2f34e248-edda-4095-8052-6eb5547d5b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:25.202755 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2f34e248-edda-4095-8052-6eb5547d5b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:25.254181 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2f34e248-edda-4095-8052-6eb5547d5b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:25.270798 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f34e248-edda-4095-8052-6eb5547d5b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62de300-345f-4f64-957c-83d5eefb2050,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:25.283957 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2f34e248-edda-4095-8052-6eb5547d5b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:25.285082 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-2f34e248-edda-4095-8052-6eb5547d5b92 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f62de300-345f-4f64-957c-83d5eefb2050 HTTP/1.1" status: 204 len: 168 time: 0.1652839 Jun 27 20:13:25.558087 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 34084) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:25.576429 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fe453ff4-3871-49fc-adf9-fdfe1a351c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:25.592374 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fe453ff4-3871-49fc-adf9-fdfe1a351c61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:13:25.596252 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-fe453ff4-3871-49fc-adf9-fdfe1a351c61 admin admin] Usage tracker for resource:security_group_rule and tenant:ddbc9970c187495c81dfad6cf18043fc is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:13:25.598262 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fad8d-719f-4421-a28e-1f4bc0999513 req-ccad76be-1135-4a77-90fe-54ccba01fdf5 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:25.599149 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-fe453ff4-3871-49fc-adf9-fdfe1a351c61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:13:25.599727 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d63fad8d-719f-4421-a28e-1f4bc0999513 req-ccad76be-1135-4a77-90fe-54ccba01fdf5 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 946 time: 0.0908842 Jun 27 20:13:25.605597 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-fe453ff4-3871-49fc-adf9-fdfe1a351c61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:13:25.648469 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d63fad8d-719f-4421-a28e-1f4bc0999513 req-7a6b7437-2fc2-43eb-bc4e-9459ecfeef57 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430396 Jun 27 20:13:25.688103 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fe453ff4-3871-49fc-adf9-fdfe1a351c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:25.691846 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fe453ff4-3871-49fc-adf9-fdfe1a351c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:25.737897 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-fe453ff4-3871-49fc-adf9-fdfe1a351c61 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ddbc9970c187495c81dfad6cf18043fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1787107 Jun 27 20:13:25.739439 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe453ff4-3871-49fc-adf9-fdfe1a351c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743224c0-3214-4e90-9ed8-7b5a23323fb9,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:25.741030 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 34088) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:25.797664 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ef91f151-d116-4b91-8ebc-3166dfee1890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:25.826619 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ef91f151-d116-4b91-8ebc-3166dfee1890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:25.883956 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ef91f151-d116-4b91-8ebc-3166dfee1890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:25.946641 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef91f151-d116-4b91-8ebc-3166dfee1890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743224c0-3214-4e90-9ed8-7b5a23323fb9,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:25.961297 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ef91f151-d116-4b91-8ebc-3166dfee1890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:25.962438 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-ef91f151-d116-4b91-8ebc-3166dfee1890 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/743224c0-3214-4e90-9ed8-7b5a23323fb9 HTTP/1.1" status: 204 len: 168 time: 0.2203987 Jun 27 20:13:26.005263 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de64237-d46a-4108-b36f-06069a1bf23f req-3a9804c9-16f6-4f87-ab1c-4beafcad51e5 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:26.007363 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8de64237-d46a-4108-b36f-06069a1bf23f req-3a9804c9-16f6-4f87-ab1c-4beafcad51e5 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.1246738 Jun 27 20:13:26.058289 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8de64237-d46a-4108-b36f-06069a1bf23f req-7e04ea69-cb95-4e0f-be98-7fc0a01bfaa8 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449231 Jun 27 20:13:26.136401 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7623db-a049-4715-9fab-3d45e05f3901 req-964a8a12-06f8-4743-bf9d-4e311a7b56b7 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:26.137427 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-7a7623db-a049-4715-9fab-3d45e05f3901 req-964a8a12-06f8-4743-bf9d-4e311a7b56b7 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Synchronizing usage tracker for tenant:a50994bf4f144390934c88c909c5d061 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:13:26.155214 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-7a7623db-a049-4715-9fab-3d45e05f3901 req-964a8a12-06f8-4743-bf9d-4e311a7b56b7 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Unset dirty status for tenant:a50994bf4f144390934c88c909c5d061 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:13:26.156589 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-7a7623db-a049-4715-9fab-3d45e05f3901 req-964a8a12-06f8-4743-bf9d-4e311a7b56b7 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 945 time: 0.1131575 Jun 27 20:13:26.233670 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-7a7623db-a049-4715-9fab-3d45e05f3901 req-14130a1f-3c25-450a-b0fa-ffae8a7988fb tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Deleting port 307c352b-d9f8-4e48-a3f6-42186504937e {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:13:26.234451 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7a7623db-a049-4715-9fab-3d45e05f3901 req-14130a1f-3c25-450a-b0fa-ffae8a7988fb tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:26.436781 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b7b62-a765-451c-8ad5-b471b2b4fbfb req-687c2ad7-047e-4f24-b4b3-6367397641ae tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:26.440375 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3a6b7b62-a765-451c-8ad5-b471b2b4fbfb req-687c2ad7-047e-4f24-b4b3-6367397641ae tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=9be518a7-c082-4baa-8fbb-90d10ae05128 HTTP/1.1" status: 200 len: 944 time: 0.0931489 Jun 27 20:13:26.486677 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3a6b7b62-a765-451c-8ad5-b471b2b4fbfb req-656a4038-8cdd-4d15-8cef-127910268ff9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402331 Jun 27 20:13:26.518911 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-7a7623db-a049-4715-9fab-3d45e05f3901 req-14130a1f-3c25-450a-b0fa-ffae8a7988fb tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] For port 307c352b-d9f8-4e48-a3f6-42186504937e, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=307c352b-d9f8-4e48-a3f6-42186504937e,segment=NetworkSegment(19b88fb4-09fb-4dea-ba55-cb685887fbf1),segment_id=19b88fb4-09fb-4dea-ba55-cb685887fbf1)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:13:26.519266 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7a7623db-a049-4715-9fab-3d45e05f3901 req-14130a1f-3c25-450a-b0fa-ffae8a7988fb tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:26.855402 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6796750-509f-4ee8-a451-ac41bf9ef4c6 req-aed43480-0409-4ec2-922c-cc2a0ddfb4b5 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:26.863134 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a6796750-509f-4ee8-a451-ac41bf9ef4c6 req-aed43480-0409-4ec2-922c-cc2a0ddfb4b5 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 946 time: 0.1079764 Jun 27 20:13:26.911977 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a6796750-509f-4ee8-a451-ac41bf9ef4c6 req-61b16c02-8ead-45f6-b70a-b51b4690ba51 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477903 Jun 27 20:13:26.984438 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7a7623db-a049-4715-9fab-3d45e05f3901 req-14130a1f-3c25-450a-b0fa-ffae8a7988fb tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:26.984800 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7a7623db-a049-4715-9fab-3d45e05f3901 req-14130a1f-3c25-450a-b0fa-ffae8a7988fb tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16271055'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:26.985106 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.db.l3_db [req-7a7623db-a049-4715-9fab-3d45e05f3901 req-14130a1f-3c25-450a-b0fa-ffae8a7988fb tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Floating IP d0aefc65-a8ab-416b-87d0-9cc71db39f1e disassociated. External IP: 172.27.3.117, port: 307c352b-d9f8-4e48-a3f6-42186504937e. Jun 27 20:13:26.985436 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-7a7623db-a049-4715-9fab-3d45e05f3901 req-14130a1f-3c25-450a-b0fa-ffae8a7988fb tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Calling delete_port for 307c352b-d9f8-4e48-a3f6-42186504937e owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:13:27.054200 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b7253-35c9-4a6b-8f2d-a8cd53e5bdeb req-96052f2c-c992-4c2b-bd14-9d9456a9190c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:27.055670 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-989b7253-35c9-4a6b-8f2d-a8cd53e5bdeb req-96052f2c-c992-4c2b-bd14-9d9456a9190c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce50a06e19fe48b5ad68a43b953f5ae0&device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 1099 time: 0.1672595 Jun 27 20:13:27.145334 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 34128) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:27.231976 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7a7623db-a049-4715-9fab-3d45e05f3901 req-14130a1f-3c25-450a-b0fa-ffae8a7988fb tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:27.261337 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a94587-f6f4-4e3c-b018-131d423d7dfe req-8b865649-05e5-4633-ba6f-319057e1fe55 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:27.262301 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e7a94587-f6f4-4e3c-b018-131d423d7dfe req-8b865649-05e5-4633-ba6f-319057e1fe55 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 867 time: 0.1005046 Jun 27 20:13:27.296194 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8657bd3a-2ae1-4523-9d67-3518c90c3d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:27.299661 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14130a1f-3c25-450a-b0fa-ffae8a7988fb tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Pushing event deleted for resources: {'Port': ['ID=307c352b-d9f8-4e48-a3f6-42186504937e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:27.315519 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-8657bd3a-2ae1-4523-9d67-3518c90c3d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:13:27.320068 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-8657bd3a-2ae1-4523-9d67-3518c90c3d84 admin admin] Usage tracker for resource:security_group_rule and tenant:f889ac2c33fb499fa96b368d3335cba7 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:13:27.322642 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b7253-35c9-4a6b-8f2d-a8cd53e5bdeb req-6678f060-e6e0-4359-b712-d71e0fb5c9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:27.323940 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-8657bd3a-2ae1-4523-9d67-3518c90c3d84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:13:27.324110 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-989b7253-35c9-4a6b-8f2d-a8cd53e5bdeb req-6678f060-e6e0-4359-b712-d71e0fb5c9ef service neutron] 10.222.0.15 "GET /v2.0/networks?id=b3d414e0-f67f-476e-9bc2-025bb15b4193 HTTP/1.1" status: 200 len: 909 time: 0.2612000 Jun 27 20:13:27.337443 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-8657bd3a-2ae1-4523-9d67-3518c90c3d84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:13:27.353928 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e7a94587-f6f4-4e3c-b018-131d423d7dfe req-3694c93d-a12f-4e20-b1d9-062c0ad13a99 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ad6e821-17dc-4b06-88f0-03383f9ea42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743754 Jun 27 20:13:27.437779 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8657bd3a-2ae1-4523-9d67-3518c90c3d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:27.441789 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8657bd3a-2ae1-4523-9d67-3518c90c3d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:27.486682 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-8657bd3a-2ae1-4523-9d67-3518c90c3d84 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f889ac2c33fb499fa96b368d3335cba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3399227 Jun 27 20:13:27.488446 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8657bd3a-2ae1-4523-9d67-3518c90c3d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83c4539-3f4e-4c92-b15f-52701bb6fbd6,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:27.490020 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 34134) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:27.596714 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-989b7253-35c9-4a6b-8f2d-a8cd53e5bdeb req-2c76968e-0492-419c-8493-7431fef1ea04 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=293cb1f6-62ca-420c-a069-ea9f15e6dda8 HTTP/1.1" status: 200 len: 1000 time: 0.2200217 Jun 27 20:13:27.667151 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ebbea220-bc21-4487-a921-2491d69135ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:27.674755 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a7623db-a049-4715-9fab-3d45e05f3901 req-14130a1f-3c25-450a-b0fa-ffae8a7988fb tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Router 366bc1ff-6094-4444-92cf-fc8b21905b0a has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:13:27.683105 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5553f3-f661-4903-a37f-53b52b039606 req-eb5cbc46-9373-4665-8701-af3a9ad99d65 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:27.684928 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9b5553f3-f661-4903-a37f-53b52b039606 req-eb5cbc46-9373-4665-8701-af3a9ad99d65 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=9be518a7-c082-4baa-8fbb-90d10ae05128 HTTP/1.1" status: 200 len: 944 time: 0.0922923 Jun 27 20:13:27.714465 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ebbea220-bc21-4487-a921-2491d69135ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:27.730887 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9b5553f3-f661-4903-a37f-53b52b039606 req-fa3219f7-398e-4829-a20a-e58c4e40ad69 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401683 Jun 27 20:13:27.780923 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b7253-35c9-4a6b-8f2d-a8cd53e5bdeb req-bcfc7118-e22e-45fe-b0c3-31825b3f2c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:27.782392 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-989b7253-35c9-4a6b-8f2d-a8cd53e5bdeb req-bcfc7118-e22e-45fe-b0c3-31825b3f2c18 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fc6859b-14ec-4180-9322-1859f9ae604d HTTP/1.1" status: 200 len: 847 time: 0.1651886 Jun 27 20:13:28.006397 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ebbea220-bc21-4487-a921-2491d69135ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:28.023852 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a7623db-a049-4715-9fab-3d45e05f3901 req-14130a1f-3c25-450a-b0fa-ffae8a7988fb tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:13:28.029216 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b7253-35c9-4a6b-8f2d-a8cd53e5bdeb req-45bc7447-c8f7-4931-9d54-0f2ac2d6397c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:28.030743 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-989b7253-35c9-4a6b-8f2d-a8cd53e5bdeb req-45bc7447-c8f7-4931-9d54-0f2ac2d6397c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b3d414e0-f67f-476e-9bc2-025bb15b4193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2404392 Jun 27 20:13:28.036867 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92361392-2ddd-40dc-a079-052b6fabde6f None None] Sync routers for ids ['366bc1ff-6094-4444-92cf-fc8b21905b0a'] in dv-cinder-845799-1-iscsi {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:13:28.047574 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92361392-2ddd-40dc-a079-052b6fabde6f None None] Routers {'366bc1ff-6094-4444-92cf-fc8b21905b0a'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:13:28.048188 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-92361392-2ddd-40dc-a079-052b6fabde6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:13:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['366bc1ff-6094-4444-92cf-fc8b21905b0a'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:13:28.133534 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b46bd9-4c2f-4cb7-9dde-2f415116868b req-19aac302-5374-4397-9e74-c134c32577e3 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:28.135698 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-53b46bd9-4c2f-4cb7-9dde-2f415116868b req-19aac302-5374-4397-9e74-c134c32577e3 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 946 time: 0.1050487 Jun 27 20:13:28.173712 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbea220-bc21-4487-a921-2491d69135ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83c4539-3f4e-4c92-b15f-52701bb6fbd6,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:28.186202 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-53b46bd9-4c2f-4cb7-9dde-2f415116868b req-ba46143f-c269-4663-b56a-57a4978bff3a tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441339 Jun 27 20:13:28.247626 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-92361392-2ddd-40dc-a079-052b6fabde6f None None] Set router 366bc1ff-6094-4444-92cf-fc8b21905b0a gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:13:28.315037 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7623db-a049-4715-9fab-3d45e05f3901 req-14130a1f-3c25-450a-b0fa-ffae8a7988fb tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] No DVR routers for this DVR port 307c352b-d9f8-4e48-a3f6-42186504937e on host hv-cinder-84579 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 20:13:28.320891 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7a7623db-a049-4715-9fab-3d45e05f3901 req-14130a1f-3c25-450a-b0fa-ffae8a7988fb tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:28.324976 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c74792b-2936-4711-a4f6-9856db0e144c', 'name': 'network-vif-deleted', 'tag': '307c352b-d9f8-4e48-a3f6-42186504937e'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:13:28.350210 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-7a7623db-a049-4715-9fab-3d45e05f3901 req-14130a1f-3c25-450a-b0fa-ffae8a7988fb tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.15 "DELETE /v2.0/ports/307c352b-d9f8-4e48-a3f6-42186504937e HTTP/1.1" status: 204 len: 173 time: 2.1886191 Jun 27 20:13:28.357257 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ebbea220-bc21-4487-a921-2491d69135ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:28.361628 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-ebbea220-bc21-4487-a921-2491d69135ba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e83c4539-3f4e-4c92-b15f-52701bb6fbd6 HTTP/1.1" status: 204 len: 168 time: 0.8559573 Jun 27 20:13:28.431054 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-677536fc-11c2-41ec-bf32-3646b215c202'] response: {'server_uuid': '2c74792b-2936-4711-a4f6-9856db0e144c', 'name': 'network-vif-deleted', 'tag': '307c352b-d9f8-4e48-a3f6-42186504937e', 'status': 'completed', 'code': 200} Jun 27 20:13:28.465506 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-989b7253-35c9-4a6b-8f2d-a8cd53e5bdeb req-c7b5f879-6449-4d11-bebe-c62eafbc8355 service neutron] 10.222.0.15 "GET /v2.0/networks/b3d414e0-f67f-476e-9bc2-025bb15b4193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896852 Jun 27 20:13:28.559617 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7332913e-4ebd-43de-914d-eb7378841a5a req-e3a92268-4693-433d-b7c5-c568e556fc25 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c74792b-2936-4711-a4f6-9856db0e144c HTTP/1.1" status: 200 len: 210 time: 0.0696161 Jun 27 20:13:28.640886 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-989b7253-35c9-4a6b-8f2d-a8cd53e5bdeb req-9664d8ee-b07d-43eb-b6a7-d58a734598b1 service neutron] 10.222.0.15 "GET /v2.0/networks/b3d414e0-f67f-476e-9bc2-025bb15b4193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673427 Jun 27 20:13:28.669386 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-92361392-2ddd-40dc-a079-052b6fabde6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'name': 'tempest-AttachVolumeTestJSON-332780900-router', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:05:45Z', 'revision_number': 4, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'gw_port': {'id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:27Z', 'updated_at': '2022-06-27T20:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '93dfb96a-3ae4-402f-a858-9bfabecc3742', 'name': '', 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'mac_address': 'fa:16:3e:c7:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3fccdbdb-2f00-4b31-ac45-6e4614abd8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:39Z', 'updated_at': '2022-06-27T20:06:01Z', 'revision_number': 5, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'subnets': [{'id': '3fccdbdb-2f00-4b31-ac45-6e4614abd8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:13:28.673146 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92361392-2ddd-40dc-a079-052b6fabde6f None None] Checking router: 366bc1ff-6094-4444-92cf-fc8b21905b0a for host: dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:13:28.681767 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92361392-2ddd-40dc-a079-052b6fabde6f None None] Routers {'366bc1ff-6094-4444-92cf-fc8b21905b0a'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:13:28.682292 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-92361392-2ddd-40dc-a079-052b6fabde6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:13:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['366bc1ff-6094-4444-92cf-fc8b21905b0a'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:13:28.869748 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-92361392-2ddd-40dc-a079-052b6fabde6f None None] Set router 366bc1ff-6094-4444-92cf-fc8b21905b0a gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:13:28.930059 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93678879-4465-4afd-9649-7218da011ba2 req-ff1177b3-b8ee-4947-b88b-baedab3da9b0 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:28.937978 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-93678879-4465-4afd-9649-7218da011ba2 req-ff1177b3-b8ee-4947-b88b-baedab3da9b0 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=9be518a7-c082-4baa-8fbb-90d10ae05128 HTTP/1.1" status: 200 len: 944 time: 0.0992303 Jun 27 20:13:28.986821 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-93678879-4465-4afd-9649-7218da011ba2 req-f0eb5ed7-d174-4361-b00a-9b0d7092f0e6 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475731 Jun 27 20:13:29.214772 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-92361392-2ddd-40dc-a079-052b6fabde6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'name': 'tempest-AttachVolumeTestJSON-332780900-router', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:05:45Z', 'revision_number': 4, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'gw_port': {'id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:27Z', 'updated_at': '2022-06-27T20:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '93dfb96a-3ae4-402f-a858-9bfabecc3742', 'name': '', 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'mac_address': 'fa:16:3e:c7:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3fccdbdb-2f00-4b31-ac45-6e4614abd8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:39Z', 'updated_at': '2022-06-27T20:06:01Z', 'revision_number': 5, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'subnets': [{'id': '3fccdbdb-2f00-4b31-ac45-6e4614abd8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:13:29.218934 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92361392-2ddd-40dc-a079-052b6fabde6f None None] The sync data for ids ['366bc1ff-6094-4444-92cf-fc8b21905b0a'] in dv-cinder-845799-1-iscsi is: [{'id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'name': 'tempest-AttachVolumeTestJSON-332780900-router', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:05:45Z', 'revision_number': 4, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'gw_port': {'id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:27Z', 'updated_at': '2022-06-27T20:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '93dfb96a-3ae4-402f-a858-9bfabecc3742', 'name': '', 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'mac_address': 'fa:16:3e:c7:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3fccdbdb-2f00-4b31-ac45-6e4614abd8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:39Z', 'updated_at': '2022-06-27T20:06:01Z', 'revision_number': 5, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'subnets': [{'id': '3fccdbdb-2f00-4b31-ac45-6e4614abd8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:13:29.399207 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e4dfe-3b00-41e6-8589-99577ca0fb1f req-dca537fe-4142-4946-acd5-00f74d6c76f7 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:29.406155 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1e5e4dfe-3b00-41e6-8589-99577ca0fb1f req-dca537fe-4142-4946-acd5-00f74d6c76f7 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 946 time: 0.1103878 Jun 27 20:13:29.466996 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1e5e4dfe-3b00-41e6-8589-99577ca0fb1f req-fb1926e7-060b-4082-8ddc-e4408409b8a5 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583885 Jun 27 20:13:29.534838 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4ac8c1-3135-4e6e-8be2-2d4afd683f3a None None] New status for floating IP d0aefc65-a8ab-416b-87d0-9cc71db39f1e: DOWN {{(pid=88116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 20:13:29.667594 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 34188) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:29.731853 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ee01982f-9401-45f7-87a6-d6a60b3a55d7 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:29.765984 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ee01982f-9401-45f7-87a6-d6a60b3a55d7 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:29.824738 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ee01982f-9401-45f7-87a6-d6a60b3a55d7 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:29.845648 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01982f-9401-45f7-87a6-d6a60b3a55d7 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad6e821-17dc-4b06-88f0-03383f9ea42d,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:29.853889 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 307c352b-d9f8-4e48-a3f6-42186504937e no longer exists at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:13:29.861294 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ee01982f-9401-45f7-87a6-d6a60b3a55d7 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:29.864955 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-ee01982f-9401-45f7-87a6-d6a60b3a55d7 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "DELETE /v2.0/security-groups/1ad6e821-17dc-4b06-88f0-03383f9ea42d HTTP/1.1" status: 204 len: 168 time: 0.1940022 Jun 27 20:13:29.865248 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 34196) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:29.884679 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.api.v2.resource [None req-813e032c-62b7-43f4-bf06-93012e569675 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] show failed (client error): The resource could not be found. Jun 27 20:13:29.888517 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-813e032c-62b7-43f4-bf06-93012e569675 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups/1ad6e821-17dc-4b06-88f0-03383f9ea42d HTTP/1.1" status: 404 len: 347 time: 0.0192914 Jun 27 20:13:29.889040 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 34200) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:29.913439 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] No Port match for: 307c352b-d9f8-4e48-a3f6-42186504937e {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:13:29.913868 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 307c352b-d9f8-4e48-a3f6-42186504937e not bound to the agent host hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:13:30.182079 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a758d950-56c7-484c-ba39-8811f7ce8758 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Deleting port e78f5cdc-53a2-451d-a67f-554a6f35d0a4 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:13:30.182421 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a758d950-56c7-484c-ba39-8811f7ce8758 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:30.351749 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0b4ae-257a-4a33-bc6c-f5b8833d8c7c req-29e3a4df-01b8-46cb-a9ee-19d804d3d468 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:30.353207 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2eb0b4ae-257a-4a33-bc6c-f5b8833d8c7c req-29e3a4df-01b8-46cb-a9ee-19d804d3d468 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=9be518a7-c082-4baa-8fbb-90d10ae05128 HTTP/1.1" status: 200 len: 944 time: 0.2277486 Jun 27 20:13:30.405212 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a758d950-56c7-484c-ba39-8811f7ce8758 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:30.405935 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a758d950-56c7-484c-ba39-8811f7ce8758 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:30.543682 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a758d950-56c7-484c-ba39-8811f7ce8758 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Calling delete_port for e78f5cdc-53a2-451d-a67f-554a6f35d0a4 owned by network:floatingip {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:13:30.586133 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2eb0b4ae-257a-4a33-bc6c-f5b8833d8c7c req-1e084c16-4394-4c9d-b770-0359e53c7612 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166934 Jun 27 20:13:30.712890 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732fe30-d359-47ce-b29f-d229d40ef784 req-5e9ba1f0-91a2-4e02-8e4a-e6775139500f tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:30.714356 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8732fe30-d359-47ce-b29f-d229d40ef784 req-5e9ba1f0-91a2-4e02-8e4a-e6775139500f tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 946 time: 0.1380429 Jun 27 20:13:30.809605 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8732fe30-d359-47ce-b29f-d229d40ef784 req-f31a48f4-f887-4e58-b7cc-8b6bc8adc8a4 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623608 Jun 27 20:13:30.824171 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a758d950-56c7-484c-ba39-8811f7ce8758 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14170096'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:30.935439 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758d950-56c7-484c-ba39-8811f7ce8758 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Pushing event deleted for resources: {'Port': ['ID=e78f5cdc-53a2-451d-a67f-554a6f35d0a4,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:30.993441 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a758d950-56c7-484c-ba39-8811f7ce8758 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for floatingip, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:31.007249 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a758d950-56c7-484c-ba39-8811f7ce8758 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:31.008385 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-a758d950-56c7-484c-ba39-8811f7ce8758 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "DELETE /v2.0/floatingips/d0aefc65-a8ab-416b-87d0-9cc71db39f1e HTTP/1.1" status: 204 len: 168 time: 1.1178648 Jun 27 20:13:31.104086 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 34228) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:31.109335 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-da51610b-963a-4a7f-83a1-2c9f6ddef3f8 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1626779815', 'description': 'tempest-description--1782329064'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:13:31.115360 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-da51610b-963a-4a7f-83a1-2c9f6ddef3f8 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:13:31.119830 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-da51610b-963a-4a7f-83a1-2c9f6ddef3f8 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Usage tracker for resource:security_group and tenant:a50994bf4f144390934c88c909c5d061 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:13:31.123081 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-da51610b-963a-4a7f-83a1-2c9f6ddef3f8 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:13:31.129225 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-da51610b-963a-4a7f-83a1-2c9f6ddef3f8 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:13:31.138329 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-da51610b-963a-4a7f-83a1-2c9f6ddef3f8 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:31.161468 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-da51610b-963a-4a7f-83a1-2c9f6ddef3f8 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:13:31.165827 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-da51610b-963a-4a7f-83a1-2c9f6ddef3f8 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Usage tracker for resource:security_group_rule and tenant:a50994bf4f144390934c88c909c5d061 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:13:31.168568 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-da51610b-963a-4a7f-83a1-2c9f6ddef3f8 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:13:31.174190 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-da51610b-963a-4a7f-83a1-2c9f6ddef3f8 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:13:31.242465 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-da51610b-963a-4a7f-83a1-2c9f6ddef3f8 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:31.246063 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-da51610b-963a-4a7f-83a1-2c9f6ddef3f8 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:31.290492 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51610b-963a-4a7f-83a1-2c9f6ddef3f8 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=054f7d78-9ef1-4c4c-aa26-c377a6e3d002,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:31.293033 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-da51610b-963a-4a7f-83a1-2c9f6ddef3f8 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:31.294235 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-da51610b-963a-4a7f-83a1-2c9f6ddef3f8 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1890700 Jun 27 20:13:31.297034 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 34232) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:31.301993 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-c94c612c-95d8-4206-adcf-054cfdfbf5d5 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Request body: {'security_group_rule': {'security_group_id': '054f7d78-9ef1-4c4c-aa26-c377a6e3d002', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:13:31.308072 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c94c612c-95d8-4206-adcf-054cfdfbf5d5 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:13:31.311821 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-c94c612c-95d8-4206-adcf-054cfdfbf5d5 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Usage tracker for resource:security_group_rule and tenant:a50994bf4f144390934c88c909c5d061 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:13:31.314667 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-c94c612c-95d8-4206-adcf-054cfdfbf5d5 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:13:31.320777 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-c94c612c-95d8-4206-adcf-054cfdfbf5d5 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:13:31.336194 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c94c612c-95d8-4206-adcf-054cfdfbf5d5 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:31.394246 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c94c612c-95d8-4206-adcf-054cfdfbf5d5 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:31.400875 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c94c612c-95d8-4206-adcf-054cfdfbf5d5 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438251'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:31.423751 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c612c-95d8-4206-adcf-054cfdfbf5d5 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2314b08b-f250-4e0b-942d-690e15f5e43b,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:31.432369 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c94c612c-95d8-4206-adcf-054cfdfbf5d5 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:31.433584 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-c94c612c-95d8-4206-adcf-054cfdfbf5d5 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1355863 Jun 27 20:13:31.436483 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 34236) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:31.441982 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-1484dcf2-c376-49c7-be15-db62f34331a1 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Request body: {'security_group_rule': {'security_group_id': '054f7d78-9ef1-4c4c-aa26-c377a6e3d002', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:13:31.448210 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1484dcf2-c376-49c7-be15-db62f34331a1 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:13:31.451982 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-1484dcf2-c376-49c7-be15-db62f34331a1 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Usage tracker for resource:security_group_rule and tenant:a50994bf4f144390934c88c909c5d061 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:13:31.454826 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-1484dcf2-c376-49c7-be15-db62f34331a1 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:13:31.461056 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1484dcf2-c376-49c7-be15-db62f34331a1 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:13:31.477017 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1484dcf2-c376-49c7-be15-db62f34331a1 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:31.543041 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1484dcf2-c376-49c7-be15-db62f34331a1 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:31.546326 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1484dcf2-c376-49c7-be15-db62f34331a1 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438251'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:31.573071 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484dcf2-c376-49c7-be15-db62f34331a1 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32aae6bc-0a29-4771-8ea1-1fd2c0c2afd5,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:31.579761 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1484dcf2-c376-49c7-be15-db62f34331a1 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:31.580965 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-1484dcf2-c376-49c7-be15-db62f34331a1 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1431437 Jun 27 20:13:31.583962 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 34240) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:31.589351 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-bda404f9-916d-46d7-8514-311489d0cc15 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Request body: {'floatingip': {'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:13:31.595281 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-bda404f9-916d-46d7-8514-311489d0cc15 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:13:31.599359 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-bda404f9-916d-46d7-8514-311489d0cc15 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Usage tracker for resource:floatingip and tenant:a50994bf4f144390934c88c909c5d061 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:13:31.602274 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-bda404f9-916d-46d7-8514-311489d0cc15 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:13:31.608080 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-bda404f9-916d-46d7-8514-311489d0cc15 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:13:31.617932 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bda404f9-916d-46d7-8514-311489d0cc15 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for floatingip, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:31.756460 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bda404f9-916d-46d7-8514-311489d0cc15 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:31.775104 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bce490-4d40-4f35-9c33-ce716c8df0d7 req-eafbd117-23b1-4276-afab-a8a5d5fdd952 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:31.776542 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-88bce490-4d40-4f35-9c33-ce716c8df0d7 req-eafbd117-23b1-4276-afab-a8a5d5fdd952 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=9be518a7-c082-4baa-8fbb-90d10ae05128 HTTP/1.1" status: 200 len: 944 time: 0.0896418 Jun 27 20:13:31.820146 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-88bce490-4d40-4f35-9c33-ce716c8df0d7 req-63b5ed55-0560-41ea-a9a6-7724b0d0c304 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372448 Jun 27 20:13:31.856662 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 1a072f61-5d99-4c8e-9c72-5397c32b92d9 details requested by agent hyperv_hv-cinder-84579 with host hv-cinder-84579 {{(pid=88115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 20:13:31.902395 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-bda404f9-916d-46d7-8514-311489d0cc15 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Allocated IP 172.27.3.173 (f5e38b28-d42a-47c6-b8ea-5d0ae1b51160/4aa6a97f-4da5-4d03-b34a-f88023a9290b/f91c3d7e-f483-4bfd-b84c-9cfa1b552c3f) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:13:32.051478 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 1a072f61-5d99-4c8e-9c72-5397c32b92d9, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=1a072f61-5d99-4c8e-9c72-5397c32b92d9,segment=NetworkSegment(310d2f30-f052-4f7c-98a2-8ba18c3ef34d),segment_id=310d2f30-f052-4f7c-98a2-8ba18c3ef34d)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:13:32.056637 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d589147-d0a1-46c0-913d-0d3a574a0e21 req-92cc4392-eb9c-434a-8195-336614be0811 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:32.063802 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4d589147-d0a1-46c0-913d-0d3a574a0e21 req-92cc4392-eb9c-434a-8195-336614be0811 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 946 time: 0.1427674 Jun 27 20:13:32.071154 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Returning: {'device': '1a072f61-5d99-4c8e-9c72-5397c32b92d9', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'port_id': '1a072f61-5d99-4c8e-9c72-5397c32b92d9', 'mac_address': 'fa:16:3e:66:05:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 20:13:32.074702 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bda404f9-916d-46d7-8514-311489d0cc15 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:32.115954 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4d589147-d0a1-46c0-913d-0d3a574a0e21 req-7622137d-928a-4e40-b587-26be501b74d2 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509987 Jun 27 20:13:32.145595 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bda404f9-916d-46d7-8514-311489d0cc15 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:32.146200 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 1a072f61-5d99-4c8e-9c72-5397c32b92d9 is: DOWN; New status is: BUILD {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:13:32.146200 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:32.164351 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a072f61-5d99-4c8e-9c72-5397c32b92d9 {{(pid=88115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:13:32.190320 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 1a072f61-5d99-4c8e-9c72-5397c32b92d9, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=1a072f61-5d99-4c8e-9c72-5397c32b92d9,segment=NetworkSegment(310d2f30-f052-4f7c-98a2-8ba18c3ef34d),segment_id=310d2f30-f052-4f7c-98a2-8ba18c3ef34d)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:13:32.195714 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:32.203797 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda404f9-916d-46d7-8514-311489d0cc15 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:13:32.205071 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-bda404f9-916d-46d7-8514-311489d0cc15 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:13:32.208787 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda404f9-916d-46d7-8514-311489d0cc15 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:13:32.255859 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda404f9-916d-46d7-8514-311489d0cc15 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Pushing event updated for resources: {'Port': ['ID=f91c3d7e-f483-4bfd-b84c-9cfa1b552c3f,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:32.307569 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=1a072f61-5d99-4c8e-9c72-5397c32b92d9,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:32.309332 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bda404f9-916d-46d7-8514-311489d0cc15 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:32.384935 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bda404f9-916d-46d7-8514-311489d0cc15 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:32.540088 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53240206-cb2d-40df-8f16-db4c343d843e req-5233f31d-fd72-430a-8792-9ae0574a868d tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:32.541665 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-53240206-cb2d-40df-8f16-db4c343d843e req-5233f31d-fd72-430a-8792-9ae0574a868d tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 946 time: 0.1008542 Jun 27 20:13:32.592836 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-53240206-cb2d-40df-8f16-db4c343d843e req-bed4378f-eb88-4c75-9b01-2f9233fec736 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447834 Jun 27 20:13:32.616211 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-144c380b-a673-4f89-a396-fcacad18d28b req-b82915f3-7557-43fb-a7c2-762f7c54cd55 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2047968 Jun 27 20:13:32.650036 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['1a072f61-5d99-4c8e-9c72-5397c32b92d9'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:13:32.684528 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bda404f9-916d-46d7-8514-311489d0cc15 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:32.690053 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bda404f9-916d-46d7-8514-311489d0cc15 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:32.908181 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda404f9-916d-46d7-8514-311489d0cc15 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Pushing event updated for resources: {'Port': ['ID=f91c3d7e-f483-4bfd-b84c-9cfa1b552c3f,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:32.923314 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bda404f9-916d-46d7-8514-311489d0cc15 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16271055'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:32.946972 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-bda404f9-916d-46d7-8514-311489d0cc15 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:32.953761 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-bda404f9-916d-46d7-8514-311489d0cc15 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3633344 Jun 27 20:13:33.095658 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82a9df-6e5f-4f5e-8365-9ad10eb84741 req-c917a64c-546f-498d-b9f7-95beee4b04bc tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:33.097539 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ea82a9df-6e5f-4f5e-8365-9ad10eb84741 req-c917a64c-546f-498d-b9f7-95beee4b04bc tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=9be518a7-c082-4baa-8fbb-90d10ae05128 HTTP/1.1" status: 200 len: 945 time: 0.1089814 Jun 27 20:13:33.154052 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ea82a9df-6e5f-4f5e-8365-9ad10eb84741 req-e486f49e-398a-4416-b19a-c21ef8d0e97b tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473785 Jun 27 20:13:33.223464 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-09917566-da1a-4a3e-a8e8-732d4cf67f83 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Synchronizing usage tracker for tenant:a50994bf4f144390934c88c909c5d061 on resource:security_group {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:13:33.240148 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-09917566-da1a-4a3e-a8e8-732d4cf67f83 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Unset dirty status for tenant:a50994bf4f144390934c88c909c5d061 on resource:security_group {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:13:33.241893 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-09917566-da1a-4a3e-a8e8-732d4cf67f83 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1626779815&fields=id&tenant_id=a50994bf4f144390934c88c909c5d061 HTTP/1.1" status: 200 len: 267 time: 0.0552075 Jun 27 20:13:33.493111 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-3b585d33-2332-401e-9006-fb98a43f5b53 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:33.494559 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-3b585d33-2332-401e-9006-fb98a43f5b53 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/networks?id=161680f6-9340-499f-abb6-7578d38c56d4 HTTP/1.1" status: 200 len: 810 time: 0.2459962 Jun 27 20:13:33.508942 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-837fddcd-715f-4811-82f6-42600b710bad tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/quotas/a50994bf4f144390934c88c909c5d061 HTTP/1.1" status: 200 len: 375 time: 0.0088539 Jun 27 20:13:33.599463 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-a0d169be-f22f-4228-b561-d5c8ad861ca8 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Synchronizing usage tracker for tenant:a50994bf4f144390934c88c909c5d061 on resource:port {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:13:33.614058 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-a0d169be-f22f-4228-b561-d5c8ad861ca8 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Unset dirty status for tenant:a50994bf4f144390934c88c909c5d061 on resource:port {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:13:33.615229 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-a0d169be-f22f-4228-b561-d5c8ad861ca8 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a50994bf4f144390934c88c909c5d061&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1007612 Jun 27 20:13:33.822632 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-480f7c6b-22a6-4e4b-8e88-3dabf729cc88 service neutron] 10.222.0.23 "GET /v2.0/networks/161680f6-9340-499f-abb6-7578d38c56d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956782 Jun 27 20:13:33.857785 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4378cd-5194-4653-89bf-76f74dcf6684 req-16ee14b2-8b8f-4e5c-9229-d5938deaf97d tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:33.859331 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ee4378cd-5194-4653-89bf-76f74dcf6684 req-16ee14b2-8b8f-4e5c-9229-d5938deaf97d tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 946 time: 0.1539643 Jun 27 20:13:33.871119 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 1a072f61-5d99-4c8e-9c72-5397c32b92d9 up at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:13:33.950157 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning for port 1a072f61-5d99-4c8e-9c72-5397c32b92d9 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:13:33.954797 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning complete for port 1a072f61-5d99-4c8e-9c72-5397c32b92d9 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:13:33.955172 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:33.968067 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ee4378cd-5194-4653-89bf-76f74dcf6684 req-27410a48-b70e-4aba-af25-ce33cb6c69af tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579495 Jun 27 20:13:34.002049 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-a57431fe-dcb2-4171-842f-ffa421cabd8a service neutron] 10.222.0.23 "GET /v2.0/networks/161680f6-9340-499f-abb6-7578d38c56d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721311 Jun 27 20:13:34.079303 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 1a072f61-5d99-4c8e-9c72-5397c32b92d9 is: BUILD; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:13:34.079678 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:34.153026 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be518a7-c082-4baa-8fbb-90d10ae05128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a072f61-5d99-4c8e-9c72-5397c32b92d9'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:13:34.171147 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 1a072f61-5d99-4c8e-9c72-5397c32b92d9, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=1a072f61-5d99-4c8e-9c72-5397c32b92d9,segment=NetworkSegment(310d2f30-f052-4f7c-98a2-8ba18c3ef34d),segment_id=310d2f30-f052-4f7c-98a2-8ba18c3ef34d)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:13:34.177439 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:34.179818 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 293cb1f6-62ca-420c-a069-ea9f15e6dda8 no longer exists at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:13:34.193309 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f7330f49-9e81-4e74-a9d4-95c0b26cbc73 req-09396857-7eb7-4ca1-923b-841923ea868c tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c179c0c-cf45-48a9-a618-25c900261b7b HTTP/1.1" status: 200 len: 210 time: 0.0546474 Jun 27 20:13:34.219150 dv-cinder-845799-1-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a085ad2d-8d6e-4e66-881e-d2300cd860ff'] response: {'server_uuid': '9be518a7-c082-4baa-8fbb-90d10ae05128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a072f61-5d99-4c8e-9c72-5397c32b92d9', 'code': 200} Jun 27 20:13:34.313109 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=1a072f61-5d99-4c8e-9c72-5397c32b92d9,revision_number=5']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:34.385623 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 293cb1f6-62ca-420c-a069-ea9f15e6dda8 is: ACTIVE; New status is: DOWN {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:13:34.387183 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:34.398315 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc851b-29b5-46c9-b115-015fb6fb9eed req-bc834490-d927-4fd2-a7aa-a39a3d1414d6 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:34.400399 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a0cc851b-29b5-46c9-b115-015fb6fb9eed req-bc834490-d927-4fd2-a7aa-a39a3d1414d6 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=9be518a7-c082-4baa-8fbb-90d10ae05128 HTTP/1.1" status: 200 len: 946 time: 0.1099913 Jun 27 20:13:34.430218 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 293cb1f6-62ca-420c-a069-ea9f15e6dda8, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=293cb1f6-62ca-420c-a069-ea9f15e6dda8,segment=NetworkSegment(abfee25b-3946-4293-ac9a-e442b8d66c42),segment_id=abfee25b-3946-4293-ac9a-e442b8d66c42)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:13:34.435938 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:34.450626 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a0cc851b-29b5-46c9-b115-015fb6fb9eed req-21b46420-9f6a-44c1-a97c-d2e408881a8c tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437608 Jun 27 20:13:34.515994 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=293cb1f6-62ca-420c-a069-ea9f15e6dda8,revision_number=6']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:34.580073 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad7187-278c-4396-a774-410f977ea761 req-41d20dd9-0003-4b65-92ba-c42fbd89ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:34.582149 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2dad7187-278c-4396-a774-410f977ea761 req-41d20dd9-0003-4b65-92ba-c42fbd89ffb7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9be518a7-c082-4baa-8fbb-90d10ae05128 HTTP/1.1" status: 200 len: 1099 time: 0.0786114 Jun 27 20:13:34.625722 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2dad7187-278c-4396-a774-410f977ea761 req-d1f46267-0800-466f-9913-1c448880d820 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352061 Jun 27 20:13:35.178107 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2365fac-6c2f-48c2-9f19-a4a43196f6df req-75ec67a4-f8cd-4d94-a937-8cca196e4282 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:35.179772 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b2365fac-6c2f-48c2-9f19-a4a43196f6df req-75ec67a4-f8cd-4d94-a937-8cca196e4282 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 944 time: 0.1038866 Jun 27 20:13:35.226700 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b2365fac-6c2f-48c2-9f19-a4a43196f6df req-80bfaf56-411e-4364-b1f3-f8b40026cc54 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406239 Jun 27 20:13:35.352244 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-343c281c-1bda-47ac-84d9-95e9d8630c92 req-be65d503-b66c-42f4-b470-8e02fc636edf tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c179c0c-cf45-48a9-a618-25c900261b7b HTTP/1.1" status: 200 len: 210 time: 0.0483627 Jun 27 20:13:35.643554 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cb232-7722-4ffe-97dd-7665f55192a1 req-7b8609fd-660e-4d7f-83db-490d513eec73 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:35.645226 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-210cb232-7722-4ffe-97dd-7665f55192a1 req-7b8609fd-660e-4d7f-83db-490d513eec73 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=9be518a7-c082-4baa-8fbb-90d10ae05128 HTTP/1.1" status: 200 len: 946 time: 0.0899904 Jun 27 20:13:35.688754 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-210cb232-7722-4ffe-97dd-7665f55192a1 req-896eda04-6b23-4ea5-8b93-70b948fbf81b tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377789 Jun 27 20:13:35.840872 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:13:35.904989 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-56c9a340-33cb-41fa-95a6-5074d54a92ac tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:35.906460 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-56c9a340-33cb-41fa-95a6-5074d54a92ac tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.15 "GET /v2.0/networks?id=161680f6-9340-499f-abb6-7578d38c56d4 HTTP/1.1" status: 200 len: 810 time: 0.1514950 Jun 27 20:13:35.963676 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-dd10dc48-3c9f-44c2-b3e8-6940299c3ce8 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Synchronizing usage tracker for tenant:a50994bf4f144390934c88c909c5d061 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:13:35.975664 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-dd10dc48-3c9f-44c2-b3e8-6940299c3ce8 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Unset dirty status for tenant:a50994bf4f144390934c88c909c5d061 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:13:35.977409 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-dd10dc48-3c9f-44c2-b3e8-6940299c3ce8 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a50994bf4f144390934c88c909c5d061 HTTP/1.1" status: 200 len: 380 time: 0.0544941 Jun 27 20:13:35.990043 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-db1c3114-b742-44b9-ae4d-2744d467ee3d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Request body: {'port': {'device_id': '1c179c0c-cf45-48a9-a618-25c900261b7b', 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4', 'admin_state_up': True, 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'security_groups': ['054f7d78-9ef1-4c4c-aa26-c377a6e3d002']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:13:36.147773 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-db1c3114-b742-44b9-ae4d-2744d467ee3d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:13:36.157425 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-db1c3114-b742-44b9-ae4d-2744d467ee3d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:13:36.167381 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-db1c3114-b742-44b9-ae4d-2744d467ee3d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Made reservation on behalf of a50994bf4f144390934c88c909c5d061 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:13:36.170994 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-db1c3114-b742-44b9-ae4d-2744d467ee3d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:36.220794 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b268dd9-d87d-4062-b76f-2559754b353d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '293cb1f6-62ca-420c-a069-ea9f15e6dda8'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:13:36.278436 dv-cinder-845799-1-iscsi neutron-server[88115]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-473fd574-f622-4281-80f7-e0cf6140766f']: {'server_uuid': '0b268dd9-d87d-4062-b76f-2559754b353d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '293cb1f6-62ca-420c-a069-ea9f15e6dda8', 'code': 422} returned with failed status Jun 27 20:13:36.378496 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-db1c3114-b742-44b9-ae4d-2744d467ee3d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Allocated IP 172.20.0.6 (161680f6-9340-499f-abb6-7578d38c56d4/3fccdbdb-2f00-4b31-ac45-6e4614abd8b0/3270c7a1-f278-4bf9-b2c9-b12df6841d81) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:13:36.495216 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63836246-a801-4f6e-a186-e7dfc5ac9aeb req-55353aaa-c317-4e81-b174-2b23e7c79b00 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:36.503106 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-63836246-a801-4f6e-a186-e7dfc5ac9aeb req-55353aaa-c317-4e81-b174-2b23e7c79b00 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 944 time: 0.1196370 Jun 27 20:13:36.562575 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-63836246-a801-4f6e-a186-e7dfc5ac9aeb req-9b4cee17-fba0-4b89-ab86-c44330cf9b12 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575526 Jun 27 20:13:36.654996 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-db1c3114-b742-44b9-ae4d-2744d467ee3d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:36.672601 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-db1c3114-b742-44b9-ae4d-2744d467ee3d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Transition to ACTIVE for port object 3270c7a1-f278-4bf9-b2c9-b12df6841d81 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:13:36.698571 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-db1c3114-b742-44b9-ae4d-2744d467ee3d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:36.762837 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36fe8d-f0f9-44ad-8222-f475d6caa875 req-ff1209a7-6dad-441e-8441-e534765e245d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:36.764331 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-dc36fe8d-f0f9-44ad-8222-f475d6caa875 req-ff1209a7-6dad-441e-8441-e534765e245d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c179c0c-cf45-48a9-a618-25c900261b7b HTTP/1.1" status: 200 len: 931 time: 0.1162343 Jun 27 20:13:36.782607 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-db1c3114-b742-44b9-ae4d-2744d467ee3d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Network 161680f6-9340-499f-abb6-7578d38c56d4 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:13:36.786331 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-db1c3114-b742-44b9-ae4d-2744d467ee3d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:13:36.790891 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-db1c3114-b742-44b9-ae4d-2744d467ee3d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:13:36.817409 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-dc36fe8d-f0f9-44ad-8222-f475d6caa875 req-af84ef41-335b-41a5-847c-08cfc0d67023 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=054f7d78-9ef1-4c4c-aa26-c377a6e3d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411603 Jun 27 20:13:36.857846 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c3114-b742-44b9-ae4d-2744d467ee3d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Pushing event updated for resources: {'Port': ['ID=3270c7a1-f278-4bf9-b2c9-b12df6841d81,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:36.873390 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-db1c3114-b742-44b9-ae4d-2744d467ee3d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:36.874031 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-db1c3114-b742-44b9-ae4d-2744d467ee3d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:36.918438 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-db1c3114-b742-44b9-ae4d-2744d467ee3d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9339938 Jun 27 20:13:36.942193 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-6dbb8805-7b24-45ae-b3fa-6443f07047af service neutron] Request body: {'port': {'device_id': '1c179c0c-cf45-48a9-a618-25c900261b7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84579'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:13:36.943696 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a596e-01b8-458c-b343-69149f51add5 req-bb8019d3-926e-447a-b85d-57a964d007d7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:36.946111 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3e6a596e-01b8-458c-b343-69149f51add5 req-bb8019d3-926e-447a-b85d-57a964d007d7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=9be518a7-c082-4baa-8fbb-90d10ae05128 HTTP/1.1" status: 200 len: 946 time: 0.1256125 Jun 27 20:13:37.005066 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3e6a596e-01b8-458c-b343-69149f51add5 req-7ec45d5f-6f7e-4ccb-81d1-aec7f41876a9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516868 Jun 27 20:13:37.081929 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-6dbb8805-7b24-45ae-b3fa-6443f07047af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:37.121455 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d31abcda-c4d9-4082-b6b7-d481c91bec82 req-428c6a7c-991f-4d25-acb0-7e94864b8bb5 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1832119530&fields=id&tenant_id=f3cf8f149dca402fae175f02d29b94ea HTTP/1.1" status: 200 len: 267 time: 0.0875862 Jun 27 20:13:37.134613 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-06a2cc46-566b-4445-8d61-f7cb0b4e5008 None None] Provisioning for port 3270c7a1-f278-4bf9-b2c9-b12df6841d81 completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:13:37.148852 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-06a2cc46-566b-4445-8d61-f7cb0b4e5008 None None] Provisioning complete for port 3270c7a1-f278-4bf9-b2c9-b12df6841d81 triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:13:37.154037 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-06a2cc46-566b-4445-8d61-f7cb0b4e5008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:37.212637 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-06a2cc46-566b-4445-8d61-f7cb0b4e5008 None None] Port 3270c7a1-f278-4bf9-b2c9-b12df6841d81 cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:13:37.290722 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31abcda-c4d9-4082-b6b7-d481c91bec82 req-33d08500-efc2-4a68-89ac-8851002b366f tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:37.292140 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d31abcda-c4d9-4082-b6b7-d481c91bec82 req-33d08500-efc2-4a68-89ac-8851002b366f tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 985 time: 0.1626368 Jun 27 20:13:37.304798 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cccd6-bf89-4dd6-84c6-bc1b41798a7d req-7dee9b79-8147-42b0-b88e-da6a16f595b6 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:37.306213 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6c9cccd6-bf89-4dd6-84c6-bc1b41798a7d req-7dee9b79-8147-42b0-b88e-da6a16f595b6 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=9be518a7-c082-4baa-8fbb-90d10ae05128 HTTP/1.1" status: 200 len: 946 time: 0.1367157 Jun 27 20:13:37.311405 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [req-d31abcda-c4d9-4082-b6b7-d481c91bec82 req-588d52d9-568d-4ffb-93a2-4f138e09a638 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Request body: {'port': {'security_groups': ['93b5ae84-b5d7-4e0d-971b-9f174c45ea50']}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:13:37.436130 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6c9cccd6-bf89-4dd6-84c6-bc1b41798a7d req-5db2ba47-43ca-476a-9ac2-52f4f7b56ea7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894837 Jun 27 20:13:37.461810 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 34372) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:37.497044 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-6dbb8805-7b24-45ae-b3fa-6443f07047af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3270c7a1-f278-4bf9-b2c9-b12df6841d81 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:13:37.510828 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-6dbb8805-7b24-45ae-b3fa-6443f07047af service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:37.533353 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c380b-a673-4f89-a396-fcacad18d28b req-ef303f84-f953-41bc-88be-6a84f6459152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:37.534898 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-144c380b-a673-4f89-a396-fcacad18d28b req-ef303f84-f953-41bc-88be-6a84f6459152 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d&tenant_id=ce50a06e19fe48b5ad68a43b953f5ae0 HTTP/1.1" status: 200 len: 1097 time: 0.1660686 Jun 27 20:13:37.535897 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-6dbb8805-7b24-45ae-b3fa-6443f07047af service neutron] Transition to ACTIVE for port object 3270c7a1-f278-4bf9-b2c9-b12df6841d81 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:13:37.540157 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-6dbb8805-7b24-45ae-b3fa-6443f07047af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:37.631578 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-d31abcda-c4d9-4082-b6b7-d481c91bec82 req-588d52d9-568d-4ffb-93a2-4f138e09a638 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:37.820000 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1900068-8794-4cd2-bbe4-afb2545b6153 tempest-TestVolumeBootPattern-1628714709 tempest-TestVolumeBootPattern-1628714709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:37.822111 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-e1900068-8794-4cd2-bbe4-afb2545b6153 tempest-TestVolumeBootPattern-1628714709 tempest-TestVolumeBootPattern-1628714709-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9be518a7-c082-4baa-8fbb-90d10ae05128 HTTP/1.1" status: 200 len: 1094 time: 0.3593674 Jun 27 20:13:37.823815 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb8805-7b24-45ae-b3fa-6443f07047af service neutron] Pushing event updated for resources: {'Port': ['ID=3270c7a1-f278-4bf9-b2c9-b12df6841d81,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:37.826273 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 34380) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:37.836284 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-4d7e6082-3fe6-4246-9052-59c27a05f873 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Request body: {'floatingip': {'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'port_id': '1a072f61-5d99-4c8e-9c72-5397c32b92d9', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:13:37.849872 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-4d7e6082-3fe6-4246-9052-59c27a05f873 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:13:37.869430 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb8805-7b24-45ae-b3fa-6443f07047af service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:13:37.869794 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb8805-7b24-45ae-b3fa-6443f07047af service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:13:37.870135 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb8805-7b24-45ae-b3fa-6443f07047af service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:13:37.870465 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb8805-7b24-45ae-b3fa-6443f07047af service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:13:37.870790 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb8805-7b24-45ae-b3fa-6443f07047af service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:13:37.871115 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb8805-7b24-45ae-b3fa-6443f07047af service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:13:37.871435 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb8805-7b24-45ae-b3fa-6443f07047af service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:13:37.871756 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb8805-7b24-45ae-b3fa-6443f07047af service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:13:37.872076 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb8805-7b24-45ae-b3fa-6443f07047af service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:13:37.872390 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb8805-7b24-45ae-b3fa-6443f07047af service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:13:37.872708 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb8805-7b24-45ae-b3fa-6443f07047af service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:13:37.873021 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb8805-7b24-45ae-b3fa-6443f07047af service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:13:37.877476 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-4d7e6082-3fe6-4246-9052-59c27a05f873 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Usage tracker for resource:floatingip and tenant:caa8bd5588cd4b908faeb162efc54fb1 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:13:37.885388 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-4d7e6082-3fe6-4246-9052-59c27a05f873 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:13:37.895152 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61246201-2d44-42dc-ba29-2fd90c9f009a req-f689cb29-f93d-4958-8ba0-ec3c10794ce0 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:37.896717 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-61246201-2d44-42dc-ba29-2fd90c9f009a req-f689cb29-f93d-4958-8ba0-ec3c10794ce0 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 944 time: 0.2203863 Jun 27 20:13:37.954581 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-4d7e6082-3fe6-4246-9052-59c27a05f873 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:13:37.967697 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c380b-a673-4f89-a396-fcacad18d28b req-29576bcf-0753-4730-a7fa-aa0a283eb00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:37.969095 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-144c380b-a673-4f89-a396-fcacad18d28b req-29576bcf-0753-4730-a7fa-aa0a283eb00e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce50a06e19fe48b5ad68a43b953f5ae0&device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 1097 time: 0.3777339 Jun 27 20:13:37.973272 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-6dbb8805-7b24-45ae-b3fa-6443f07047af service neutron] Attempting to bind port 3270c7a1-f278-4bf9-b2c9-b12df6841d81 on host hv-cinder-84579 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:13:37.973631 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-6dbb8805-7b24-45ae-b3fa-6443f07047af service neutron] Attempting to bind port 3270c7a1-f278-4bf9-b2c9-b12df6841d81 by drivers openvswitch,hyperv on host hv-cinder-84579 at level 0 using segments [{'id': '19b88fb4-09fb-4dea-ba55-cb685887fbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:13:37.973957 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-6dbb8805-7b24-45ae-b3fa-6443f07047af service neutron] Attempting to bind port 3270c7a1-f278-4bf9-b2c9-b12df6841d81 on network 161680f6-9340-499f-abb6-7578d38c56d4 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:13:37.997349 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-6dbb8805-7b24-45ae-b3fa-6443f07047af service neutron] Port 3270c7a1-f278-4bf9-b2c9-b12df6841d81 on network 161680f6-9340-499f-abb6-7578d38c56d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84579 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 20:13:37.997703 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-6dbb8805-7b24-45ae-b3fa-6443f07047af service neutron] Attempting to bind port 3270c7a1-f278-4bf9-b2c9-b12df6841d81 on network 161680f6-9340-499f-abb6-7578d38c56d4 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:13:38.009125 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4d7e6082-3fe6-4246-9052-59c27a05f873 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for floatingip, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:38.053215 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-6dbb8805-7b24-45ae-b3fa-6443f07047af service neutron] Checking agent: {'id': '31e345cd-768d-4f38-b592-a73bb4a1bf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84579', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'started_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:13:38.053215 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-6dbb8805-7b24-45ae-b3fa-6443f07047af service neutron] Checking segment: {'id': '19b88fb4-09fb-4dea-ba55-cb685887fbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:13:38.053593 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-6dbb8805-7b24-45ae-b3fa-6443f07047af service neutron] Bound using segment: {'id': '19b88fb4-09fb-4dea-ba55-cb685887fbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:13:38.054053 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-6dbb8805-7b24-45ae-b3fa-6443f07047af service neutron] Bound port: 3270c7a1-f278-4bf9-b2c9-b12df6841d81, host: hv-cinder-84579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19b88fb4-09fb-4dea-ba55-cb685887fbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:13:38.057815 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-6dbb8805-7b24-45ae-b3fa-6443f07047af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:38.058095 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-61246201-2d44-42dc-ba29-2fd90c9f009a req-b1549a3e-24e3-4d38-acbe-4db0634930cf tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1023557 Jun 27 20:13:38.147150 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-d31abcda-c4d9-4082-b6b7-d481c91bec82 req-588d52d9-568d-4ffb-93a2-4f138e09a638 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] For port 3d0b5969-ee27-4e95-8a0e-3aad9db859c3, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=3d0b5969-ee27-4e95-8a0e-3aad9db859c3,segment=NetworkSegment(fa644f1e-16ec-4e65-859c-9cfba5396130),segment_id=fa644f1e-16ec-4e65-859c-9cfba5396130)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:13:38.187139 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c380b-a673-4f89-a396-fcacad18d28b req-f52c24cf-53dd-4200-ad81-20aedaa918ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:38.188905 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-144c380b-a673-4f89-a396-fcacad18d28b req-f52c24cf-53dd-4200-ad81-20aedaa918ce service neutron] 10.222.0.15 "GET /v2.0/networks?id=b3d414e0-f67f-476e-9bc2-025bb15b4193 HTTP/1.1" status: 200 len: 909 time: 0.2113688 Jun 27 20:13:38.194526 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-6dbb8805-7b24-45ae-b3fa-6443f07047af service neutron] For port 3270c7a1-f278-4bf9-b2c9-b12df6841d81, host hv-cinder-84579, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:13:38.249142 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-d31abcda-c4d9-4082-b6b7-d481c91bec82 req-588d52d9-568d-4ffb-93a2-4f138e09a638 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:38.261900 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-d31abcda-c4d9-4082-b6b7-d481c91bec82 req-588d52d9-568d-4ffb-93a2-4f138e09a638 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14170087'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:38.272682 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-6dbb8805-7b24-45ae-b3fa-6443f07047af service neutron] For port 3270c7a1-f278-4bf9-b2c9-b12df6841d81, host hv-cinder-84579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=3270c7a1-f278-4bf9-b2c9-b12df6841d81,segment=NetworkSegment(19b88fb4-09fb-4dea-ba55-cb685887fbf1),segment_id=19b88fb4-09fb-4dea-ba55-cb685887fbf1)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:13:38.276990 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-6dbb8805-7b24-45ae-b3fa-6443f07047af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:38.301487 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['3d0b5969-ee27-4e95-8a0e-3aad9db859c3'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:13:38.354392 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-6dbb8805-7b24-45ae-b3fa-6443f07047af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:38.355011 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-6dbb8805-7b24-45ae-b3fa-6443f07047af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:38.356392 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-6dbb8805-7b24-45ae-b3fa-6443f07047af service neutron] 10.222.0.15 "PUT /v2.0/ports/3270c7a1-f278-4bf9-b2c9-b12df6841d81 HTTP/1.1" status: 200 len: 1093 time: 1.4221051 Jun 27 20:13:38.356829 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c179c0c-cf45-48a9-a618-25c900261b7b', 'tag': '3270c7a1-f278-4bf9-b2c9-b12df6841d81'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:13:38.358755 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31abcda-c4d9-4082-b6b7-d481c91bec82 req-588d52d9-568d-4ffb-93a2-4f138e09a638 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:38.359374 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-d31abcda-c4d9-4082-b6b7-d481c91bec82 req-588d52d9-568d-4ffb-93a2-4f138e09a638 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:38.364261 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d31abcda-c4d9-4082-b6b7-d481c91bec82 req-588d52d9-568d-4ffb-93a2-4f138e09a638 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "PUT /v2.0/ports/3d0b5969-ee27-4e95-8a0e-3aad9db859c3 HTTP/1.1" status: 200 len: 943 time: 1.0570931 Jun 27 20:13:38.364894 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19bbbbab-b9b4-4f4c-b9d9-dde905150892', 'tag': '3d0b5969-ee27-4e95-8a0e-3aad9db859c3'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:13:38.372141 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 34398) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:38.377936 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-144c380b-a673-4f89-a396-fcacad18d28b req-1b7d4fe7-cfeb-488f-b433-3096e9f87c17 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=293cb1f6-62ca-420c-a069-ea9f15e6dda8 HTTP/1.1" status: 200 len: 998 time: 0.1811395 Jun 27 20:13:38.452887 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4d7e6082-3fe6-4246-9052-59c27a05f873 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:38.474583 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 34404) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:38.515735 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['3d0b5969-ee27-4e95-8a0e-3aad9db859c3'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:13:38.528774 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb8805-7b24-45ae-b3fa-6443f07047af service neutron] Pushing event updated for resources: {'Port': ['ID=3270c7a1-f278-4bf9-b2c9-b12df6841d81,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:38.532945 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eff87fc8-1166-4a15-ae66-6338d8d23459'] response: {'name': 'network-changed', 'server_uuid': '1c179c0c-cf45-48a9-a618-25c900261b7b', 'tag': '3270c7a1-f278-4bf9-b2c9-b12df6841d81', 'status': 'completed', 'code': 200} Jun 27 20:13:38.575369 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d52d9-568d-4ffb-93a2-4f138e09a638 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Pushing event updated for resources: {'Port': ['ID=3d0b5969-ee27-4e95-8a0e-3aad9db859c3,revision_number=7']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:38.620391 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f2f72-cfa9-4f9e-ac6d-81ea9bfa4f9d req-b2bbfadd-0868-4838-a202-ab770c33c9e2 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:38.620979 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c380b-a673-4f89-a396-fcacad18d28b req-7eb21d79-596d-4bf3-a0bf-351753dcd13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:38.622927 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-144c380b-a673-4f89-a396-fcacad18d28b req-7eb21d79-596d-4bf3-a0bf-351753dcd13b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fc6859b-14ec-4180-9322-1859f9ae604d HTTP/1.1" status: 200 len: 847 time: 0.2323091 Jun 27 20:13:38.623271 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c37f2f72-cfa9-4f9e-ac6d-81ea9bfa4f9d req-b2bbfadd-0868-4838-a202-ab770c33c9e2 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c179c0c-cf45-48a9-a618-25c900261b7b HTTP/1.1" status: 200 len: 943 time: 0.4503262 Jun 27 20:13:38.627939 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce0bcad5-c7f0-4c77-b151-2b6faed00cba'] response: {'name': 'network-changed', 'server_uuid': '19bbbbab-b9b4-4f4c-b9d9-dde905150892', 'tag': '3d0b5969-ee27-4e95-8a0e-3aad9db859c3', 'status': 'completed', 'code': 200} Jun 27 20:13:38.767039 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c37f2f72-cfa9-4f9e-ac6d-81ea9bfa4f9d req-c00e2a28-8eab-4706-8477-f4673b7cb18c tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=054f7d78-9ef1-4c4c-aa26-c377a6e3d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326871 Jun 27 20:13:38.803034 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-49e56ccd-96ab-470e-bc28-3f1ef0a1177f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:38.820405 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-4d7e6082-3fe6-4246-9052-59c27a05f873 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Allocated IP 172.27.3.57 (f5e38b28-d42a-47c6-b8ea-5d0ae1b51160/4aa6a97f-4da5-4d03-b34a-f88023a9290b/34b2ccdb-102a-4cdd-a9f6-5399637b4901) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:13:38.832900 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-49e56ccd-96ab-470e-bc28-3f1ef0a1177f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:13:38.838542 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-49e56ccd-96ab-470e-bc28-3f1ef0a1177f admin admin] Usage tracker for resource:security_group_rule and tenant:04533e0f4e7c4576bc4c4167941a28b0 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:13:38.843112 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-49e56ccd-96ab-470e-bc28-3f1ef0a1177f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:13:38.853733 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-a5292ac1-21a8-4f19-8ca4-9fdd9d1caa65 None None] Provisioning complete for port 3d0b5969-ee27-4e95-8a0e-3aad9db859c3 triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:13:38.854102 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a5292ac1-21a8-4f19-8ca4-9fdd9d1caa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:38.856454 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d95ea6b-bb1c-4cb2-b1a0-f620c6047500 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:38.865776 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-49e56ccd-96ab-470e-bc28-3f1ef0a1177f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:13:38.895859 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-4d85a960-187b-48be-b4b1-79b3c45a95aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:38.898126 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-4d85a960-187b-48be-b4b1-79b3c45a95aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a50994bf4f144390934c88c909c5d061&device_id=1c179c0c-cf45-48a9-a618-25c900261b7b HTTP/1.1" status: 200 len: 1096 time: 0.4130158 Jun 27 20:13:38.925120 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d95ea6b-bb1c-4cb2-b1a0-f620c6047500 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:38.993857 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-a5292ac1-21a8-4f19-8ca4-9fdd9d1caa65 None None] Current status of the port 3d0b5969-ee27-4e95-8a0e-3aad9db859c3 is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:13:39.020866 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4d7e6082-3fe6-4246-9052-59c27a05f873 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:39.029949 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-b8c1f24f-04de-429d-9610-9707467ac864 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3270c7a1-f278-4bf9-b2c9-b12df6841d81 HTTP/1.1" status: 200 len: 217 time: 0.1080146 Jun 27 20:13:39.066511 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-49e56ccd-96ab-470e-bc28-3f1ef0a1177f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:39.071960 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-49e56ccd-96ab-470e-bc28-3f1ef0a1177f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:39.093055 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f1a36-3cd9-48de-88b1-464f110b324e req-baed881d-bced-4587-9ffd-4a31f9ef9008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:39.094553 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-567f1a36-3cd9-48de-88b1-464f110b324e req-baed881d-bced-4587-9ffd-4a31f9ef9008 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3cf8f149dca402fae175f02d29b94ea&device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 1099 time: 0.3474512 Jun 27 20:13:39.126287 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-49e56ccd-96ab-470e-bc28-3f1ef0a1177f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=04533e0f4e7c4576bc4c4167941a28b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6113303 Jun 27 20:13:39.126287 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e56ccd-96ab-470e-bc28-3f1ef0a1177f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b219774-1674-4aad-b6f0-a6e303295ed6,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:39.127282 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 34412) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:39.128888 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c380b-a673-4f89-a396-fcacad18d28b req-217558d0-68e8-4cbe-9e16-459f29cb6a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:39.130442 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-144c380b-a673-4f89-a396-fcacad18d28b req-217558d0-68e8-4cbe-9e16-459f29cb6a17 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b3d414e0-f67f-476e-9bc2-025bb15b4193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4799311 Jun 27 20:13:39.130603 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4d7e6082-3fe6-4246-9052-59c27a05f873 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14170096'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:39.215888 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7e6082-3fe6-4246-9052-59c27a05f873 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:13:39.224050 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-34165bee-9017-4baf-b3fa-0b7309e901d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:39.225479 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-34165bee-9017-4baf-b3fa-0b7309e901d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fccdbdb-2f00-4b31-ac45-6e4614abd8b0 HTTP/1.1" status: 200 len: 849 time: 0.1854398 Jun 27 20:13:39.256201 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-4d7e6082-3fe6-4246-9052-59c27a05f873 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:13:39.270736 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7e6082-3fe6-4246-9052-59c27a05f873 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:13:39.330303 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e6082-3fe6-4246-9052-59c27a05f873 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Pushing event updated for resources: {'Port': ['ID=34b2ccdb-102a-4cdd-a9f6-5399637b4901,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:39.361789 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-07d4764e-f941-46b4-a141-b766dc4eda34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:39.382058 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d95ea6b-bb1c-4cb2-b1a0-f620c6047500 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:39.431681 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95ea6b-bb1c-4cb2-b1a0-f620c6047500 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd44209a-7491-46dc-bfc8-84832d66d349,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:39.439263 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f1a36-3cd9-48de-88b1-464f110b324e req-c5aeec0c-13be-42a1-803a-651b70737280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:39.440824 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-567f1a36-3cd9-48de-88b1-464f110b324e req-c5aeec0c-13be-42a1-803a-651b70737280 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d40ff268-aa38-4161-b8bc-5035a272a9f3 HTTP/1.1" status: 200 len: 913 time: 0.3367176 Jun 27 20:13:39.453418 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-07d4764e-f941-46b4-a141-b766dc4eda34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:39.515190 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d95ea6b-bb1c-4cb2-b1a0-f620c6047500 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:39.516297 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-5d95ea6b-bb1c-4cb2-b1a0-f620c6047500 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "DELETE /v2.0/security-groups/fd44209a-7491-46dc-bfc8-84832d66d349 HTTP/1.1" status: 204 len: 168 time: 1.1432314 Jun 27 20:13:39.517590 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cca62-e670-4b69-8a3c-233296c73d62 req-0e2dd3eb-472a-45d3-a7b8-9228da517b46 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:39.519035 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7b4cca62-e670-4b69-8a3c-233296c73d62 req-0e2dd3eb-472a-45d3-a7b8-9228da517b46 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 944 time: 0.3215950 Jun 27 20:13:39.519732 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 34416) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:39.534861 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-144c380b-a673-4f89-a396-fcacad18d28b req-1475ba16-d025-4889-897f-561d8af66766 service neutron] 10.222.0.15 "GET /v2.0/networks/b3d414e0-f67f-476e-9bc2-025bb15b4193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934321 Jun 27 20:13:39.745930 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-01fe78c1-80bb-4a53-bba3-7744c29bf511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:39.747379 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-01fe78c1-80bb-4a53-bba3-7744c29bf511 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=161680f6-9340-499f-abb6-7578d38c56d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4686630 Jun 27 20:13:39.800104 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-567f1a36-3cd9-48de-88b1-464f110b324e req-095916f9-490e-41da-888f-ad1d663cc839 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d0b5969-ee27-4e95-8a0e-3aad9db859c3 HTTP/1.1" status: 200 len: 1002 time: 0.3440554 Jun 27 20:13:39.983669 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f1a36-3cd9-48de-88b1-464f110b324e req-7c2142b7-9664-4dfd-98cb-257e96c9c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:39.985122 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-567f1a36-3cd9-48de-88b1-464f110b324e req-7c2142b7-9664-4dfd-98cb-257e96c9c2b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30943b35-a008-4cdb-a621-4896f877b3ea HTTP/1.1" status: 200 len: 851 time: 0.1318140 Jun 27 20:13:39.989668 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7b4cca62-e670-4b69-8a3c-233296c73d62 req-51eb9994-9db1-4c6e-a41b-93861ebcdc27 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4598193 Jun 27 20:13:39.994983 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-144c380b-a673-4f89-a396-fcacad18d28b req-be62c96e-f549-4e2a-91b9-357a54413710 service neutron] 10.222.0.15 "GET /v2.0/networks/b3d414e0-f67f-476e-9bc2-025bb15b4193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507735 Jun 27 20:13:40.048824 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-d77daee8-3e08-4e67-a8aa-859d77d955c0 service neutron] 10.222.0.15 "GET /v2.0/networks/161680f6-9340-499f-abb6-7578d38c56d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934196 Jun 27 20:13:40.054657 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-07d4764e-f941-46b4-a141-b766dc4eda34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:40.103987 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d4764e-f941-46b4-a141-b766dc4eda34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b219774-1674-4aad-b6f0-a6e303295ed6,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:40.163082 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-07d4764e-f941-46b4-a141-b766dc4eda34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:40.167471 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-07d4764e-f941-46b4-a141-b766dc4eda34 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1b219774-1674-4aad-b6f0-a6e303295ed6 HTTP/1.1" status: 204 len: 168 time: 1.0360136 Jun 27 20:13:40.167471 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9abda78c-3691-41e8-9884-bd7e4645ea64 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Deleting port b5cf1805-da5f-4899-8739-20758b72a786 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:13:40.167471 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9abda78c-3691-41e8-9884-bd7e4645ea64 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:40.194170 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f1a36-3cd9-48de-88b1-464f110b324e req-9849ea0e-cfea-4d0e-8409-b4687652baa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:40.195654 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-567f1a36-3cd9-48de-88b1-464f110b324e req-9849ea0e-cfea-4d0e-8409-b4687652baa0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d40ff268-aa38-4161-b8bc-5035a272a9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1976557 Jun 27 20:13:40.241256 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74243e7d-59fb-4467-9a94-5d8cec79ecfa req-dc5e6f93-5d4b-4721-9656-28c8b67ebdb3 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:40.242793 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-74243e7d-59fb-4467-9a94-5d8cec79ecfa req-dc5e6f93-5d4b-4721-9656-28c8b67ebdb3 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c179c0c-cf45-48a9-a618-25c900261b7b HTTP/1.1" status: 200 len: 943 time: 0.3284814 Jun 27 20:13:40.281269 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-3aa5637e-7a4b-426d-91ea-3b31743a90ab req-4fd0d92b-a706-467a-ab78-e48d1bd21a7e service neutron] 10.222.0.15 "GET /v2.0/networks/161680f6-9340-499f-abb6-7578d38c56d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238092 Jun 27 20:13:40.345750 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-567f1a36-3cd9-48de-88b1-464f110b324e req-d7e51ff2-8c6a-4298-90cf-34bc40853595 service neutron] 10.222.0.15 "GET /v2.0/networks/d40ff268-aa38-4161-b8bc-5035a272a9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411250 Jun 27 20:13:40.389928 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-74243e7d-59fb-4467-9a94-5d8cec79ecfa req-e7ffde6e-5c04-4ff2-a37e-870eee243f26 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=054f7d78-9ef1-4c4c-aa26-c377a6e3d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328230 Jun 27 20:13:40.410629 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4d7e6082-3fe6-4246-9052-59c27a05f873 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:40.430516 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9abda78c-3691-41e8-9884-bd7e4645ea64 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:40.430840 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9abda78c-3691-41e8-9884-bd7e4645ea64 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:40.497179 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 34426) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:40.577460 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9abda78c-3691-41e8-9884-bd7e4645ea64 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Calling delete_port for b5cf1805-da5f-4899-8739-20758b72a786 owned by network:floatingip {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:13:40.578086 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-567f1a36-3cd9-48de-88b1-464f110b324e req-f7be3b57-eb70-4352-8de1-c8c7daaa6bf8 service neutron] 10.222.0.15 "GET /v2.0/networks/d40ff268-aa38-4161-b8bc-5035a272a9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982408 Jun 27 20:13:40.580118 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f1323-e620-4174-b4ae-5161323acdd3 req-6e127455-fbbd-4866-bf36-70ddb6964501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:40.581452 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-288f1323-e620-4174-b4ae-5161323acdd3 req-6e127455-fbbd-4866-bf36-70ddb6964501 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a50994bf4f144390934c88c909c5d061&device_id=1c179c0c-cf45-48a9-a618-25c900261b7b HTTP/1.1" status: 200 len: 1096 time: 0.2003639 Jun 27 20:13:40.639184 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-398c711a-5d92-4e43-922e-90cf3fd660a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:40.666590 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-398c711a-5d92-4e43-922e-90cf3fd660a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:13:40.677163 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-398c711a-5d92-4e43-922e-90cf3fd660a5 admin admin] Usage tracker for resource:security_group_rule and tenant:917baefd18e040ffa2faca200b73b1b6 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:13:40.681740 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-398c711a-5d92-4e43-922e-90cf3fd660a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:13:40.713216 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-398c711a-5d92-4e43-922e-90cf3fd660a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:13:40.724454 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4d7e6082-3fe6-4246-9052-59c27a05f873 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:40.732263 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f1323-e620-4174-b4ae-5161323acdd3 req-9ae20cd6-ffc5-40cf-be1a-e83625718275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:40.733768 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-288f1323-e620-4174-b4ae-5161323acdd3 req-9ae20cd6-ffc5-40cf-be1a-e83625718275 service neutron] 10.222.0.15 "GET /v2.0/networks?id=161680f6-9340-499f-abb6-7578d38c56d4 HTTP/1.1" status: 200 len: 911 time: 0.1273253 Jun 27 20:13:40.807814 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-288f1323-e620-4174-b4ae-5161323acdd3 req-cf3987bf-69b2-484f-aeaa-213d270a5130 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3270c7a1-f278-4bf9-b2c9-b12df6841d81 HTTP/1.1" status: 200 len: 217 time: 0.0677390 Jun 27 20:13:40.872450 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f1323-e620-4174-b4ae-5161323acdd3 req-356e360b-d80c-4ee9-a9c4-52352f7624f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:40.873923 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-288f1323-e620-4174-b4ae-5161323acdd3 req-356e360b-d80c-4ee9-a9c4-52352f7624f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fccdbdb-2f00-4b31-ac45-6e4614abd8b0 HTTP/1.1" status: 200 len: 849 time: 0.0592136 Jun 27 20:13:40.962616 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f1323-e620-4174-b4ae-5161323acdd3 req-2a4daffa-f0f0-4615-b7a1-d36a38c140dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:40.963988 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-288f1323-e620-4174-b4ae-5161323acdd3 req-2a4daffa-f0f0-4615-b7a1-d36a38c140dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=161680f6-9340-499f-abb6-7578d38c56d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0819328 Jun 27 20:13:41.030351 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9abda78c-3691-41e8-9884-bd7e4645ea64 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14170096'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:41.099906 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-288f1323-e620-4174-b4ae-5161323acdd3 req-cad51726-7e46-4cbf-808b-8f994d31d116 service neutron] 10.222.0.15 "GET /v2.0/networks/161680f6-9340-499f-abb6-7578d38c56d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279252 Jun 27 20:13:41.113314 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abda78c-3691-41e8-9884-bd7e4645ea64 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Pushing event deleted for resources: {'Port': ['ID=b5cf1805-da5f-4899-8739-20758b72a786,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:41.146818 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-398c711a-5d92-4e43-922e-90cf3fd660a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:41.235894 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-288f1323-e620-4174-b4ae-5161323acdd3 req-32f09ad0-d7c9-4dea-924f-0fb39e77b66a service neutron] 10.222.0.15 "GET /v2.0/networks/161680f6-9340-499f-abb6-7578d38c56d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299291 Jun 27 20:13:41.338316 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-398c711a-5d92-4e43-922e-90cf3fd660a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:41.408644 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-398c711a-5d92-4e43-922e-90cf3fd660a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=917baefd18e040ffa2faca200b73b1b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9102333 Jun 27 20:13:41.411451 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 34432) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:41.424395 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c711a-5d92-4e43-922e-90cf3fd660a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20b24cc-6721-4db5-958f-8c4cccaab5d2,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:41.438331 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4d7e6082-3fe6-4246-9052-59c27a05f873 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:41.446589 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9abda78c-3691-41e8-9884-bd7e4645ea64 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks [] for floatingip, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:41.446925 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.db.l3_db [None req-9abda78c-3691-41e8-9884-bd7e4645ea64 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Floating IP dd3a996a-6747-47d5-98b0-f6fc33d835b5 disassociated (deleted). External IP: 172.27.3.151, port: 3d0b5969-ee27-4e95-8a0e-3aad9db859c3. Jun 27 20:13:41.562279 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4d7e6082-3fe6-4246-9052-59c27a05f873 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14170087'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:41.581720 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-62473e83-2f4e-4580-9baa-e929acf8b35a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:41.607702 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-62473e83-2f4e-4580-9baa-e929acf8b35a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:41.659517 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-62473e83-2f4e-4580-9baa-e929acf8b35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:41.676916 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62473e83-2f4e-4580-9baa-e929acf8b35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20b24cc-6721-4db5-958f-8c4cccaab5d2,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:41.680312 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-62473e83-2f4e-4580-9baa-e929acf8b35a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:41.689992 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-62473e83-2f4e-4580-9baa-e929acf8b35a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d20b24cc-6721-4db5-958f-8c4cccaab5d2 HTTP/1.1" status: 204 len: 168 time: 0.2715824 Jun 27 20:13:41.745416 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36cc6f-8e8a-4a94-8fc2-07b9f704007e req-1f80b43b-9990-4216-b4be-11a5b97e0f22 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:41.746892 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-df36cc6f-8e8a-4a94-8fc2-07b9f704007e req-1f80b43b-9990-4216-b4be-11a5b97e0f22 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 944 time: 0.6360970 Jun 27 20:13:41.761892 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e6082-3fe6-4246-9052-59c27a05f873 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Pushing event updated for resources: {'Port': ['ID=34b2ccdb-102a-4cdd-a9f6-5399637b4901,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:41.815261 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4d7e6082-3fe6-4246-9052-59c27a05f873 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16271055'] for floatingip, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:41.965555 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-df36cc6f-8e8a-4a94-8fc2-07b9f704007e req-5f19bc42-3e46-44c0-92f5-13bf74e02d8f tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2046747 Jun 27 20:13:42.038341 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 34442) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:42.056154 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5df1b1be-b640-4006-b967-538b38606b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:42.070494 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5df1b1be-b640-4006-b967-538b38606b1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:13:42.074893 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-5df1b1be-b640-4006-b967-538b38606b1e admin admin] Usage tracker for resource:security_group_rule and tenant:2a42b891e5184977b47365f75a260c4e is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:13:42.077870 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-5df1b1be-b640-4006-b967-538b38606b1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:13:42.083781 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5df1b1be-b640-4006-b967-538b38606b1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:13:42.111024 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45079b2-29bc-4d58-91d8-03ef324544bd req-dfdf15c2-3c3e-4b83-be0e-ca721ea56959 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:42.112455 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d45079b2-29bc-4d58-91d8-03ef324544bd req-dfdf15c2-3c3e-4b83-be0e-ca721ea56959 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c179c0c-cf45-48a9-a618-25c900261b7b HTTP/1.1" status: 200 len: 943 time: 0.5512476 Jun 27 20:13:42.175687 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5df1b1be-b640-4006-b967-538b38606b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:42.179760 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5df1b1be-b640-4006-b967-538b38606b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:42.197347 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.db.l3_db [None req-4d7e6082-3fe6-4246-9052-59c27a05f873 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Floating IP 43712563-87a3-45e0-bfec-bf68926410cc associated. External IP: 172.27.3.57, port: 1a072f61-5d99-4c8e-9c72-5397c32b92d9. Jun 27 20:13:42.226700 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-5df1b1be-b640-4006-b967-538b38606b1e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2a42b891e5184977b47365f75a260c4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1872938 Jun 27 20:13:42.228337 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1b1be-b640-4006-b967-538b38606b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c995bdbc-b1d7-47fb-81db-d0014fdde2b8,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:42.230690 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 34446) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:42.288093 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-caeeafc4-4647-48d7-bb4f-90beab69157e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:42.313457 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-caeeafc4-4647-48d7-bb4f-90beab69157e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:42.318722 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d45079b2-29bc-4d58-91d8-03ef324544bd req-eae063da-47d2-4be6-92a4-f669fd4a76f5 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=054f7d78-9ef1-4c4c-aa26-c377a6e3d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962688 Jun 27 20:13:42.360822 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abda78c-3691-41e8-9884-bd7e4645ea64 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Router bf2f439e-920d-42df-8408-800ea2fe44f5 has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:13:42.369109 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-caeeafc4-4647-48d7-bb4f-90beab69157e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:42.386921 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeeafc4-4647-48d7-bb4f-90beab69157e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c995bdbc-b1d7-47fb-81db-d0014fdde2b8,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:42.390209 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-caeeafc4-4647-48d7-bb4f-90beab69157e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:42.393949 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-caeeafc4-4647-48d7-bb4f-90beab69157e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c995bdbc-b1d7-47fb-81db-d0014fdde2b8 HTTP/1.1" status: 204 len: 168 time: 0.1597583 Jun 27 20:13:42.456640 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:42.825216 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abda78c-3691-41e8-9884-bd7e4645ea64 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:13:42.834713 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2956795-2a5a-4a60-92db-603c17b6f948 None None] Sync routers for ids ['bf2f439e-920d-42df-8408-800ea2fe44f5'] in dv-cinder-845799-1-iscsi {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:13:42.844209 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2956795-2a5a-4a60-92db-603c17b6f948 None None] Routers {'bf2f439e-920d-42df-8408-800ea2fe44f5'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:13:42.844804 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e2956795-2a5a-4a60-92db-603c17b6f948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:13:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['bf2f439e-920d-42df-8408-800ea2fe44f5'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:13:42.871031 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7e6082-3fe6-4246-9052-59c27a05f873 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Router 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:13:42.877206 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9abda78c-3691-41e8-9884-bd7e4645ea64 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:43.021274 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-e2956795-2a5a-4a60-92db-603c17b6f948 None None] Set router bf2f439e-920d-42df-8408-800ea2fe44f5 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:13:43.053185 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-9abda78c-3691-41e8-9884-bd7e4645ea64 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "DELETE /v2.0/floatingips/dd3a996a-6747-47d5-98b0-f6fc33d835b5 HTTP/1.1" status: 204 len: 168 time: 3.5279062 Jun 27 20:13:43.062319 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19bbbbab-b9b4-4f4c-b9d9-dde905150892', 'tag': '3d0b5969-ee27-4e95-8a0e-3aad9db859c3'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:13:43.154184 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7e6082-3fe6-4246-9052-59c27a05f873 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:13:43.165658 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8c7bba-04e8-49b4-9b80-a16a0eede8eb None None] Sync routers for ids ['3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'] in dv-cinder-845799-1-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:13:43.185468 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4d7e6082-3fe6-4246-9052-59c27a05f873 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:43.207868 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8c7bba-04e8-49b4-9b80-a16a0eede8eb None None] Routers {'3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:13:43.208649 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-ad8c7bba-04e8-49b4-9b80-a16a0eede8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:13:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:13:43.240996 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa3faf-6935-4ab2-b6e4-b094026ef2a9 req-86bc93f0-4f4a-4c4a-8b3c-bd2c3ced6a2b tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:43.242513 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-04fa3faf-6935-4ab2-b6e4-b094026ef2a9 req-86bc93f0-4f4a-4c4a-8b3c-bd2c3ced6a2b tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 944 time: 0.1666415 Jun 27 20:13:43.276855 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-4d7e6082-3fe6-4246-9052-59c27a05f873 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4481425 Jun 27 20:13:43.307118 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-04fa3faf-6935-4ab2-b6e4-b094026ef2a9 req-a5557644-f599-45f8-980d-8526d443f9c0 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544872 Jun 27 20:13:43.377925 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7b69b78-8997-4966-8928-33cbc1c45bad'] response: {'name': 'network-changed', 'server_uuid': '19bbbbab-b9b4-4f4c-b9d9-dde905150892', 'tag': '3d0b5969-ee27-4e95-8a0e-3aad9db859c3', 'status': 'completed', 'code': 200} Jun 27 20:13:43.403120 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e2956795-2a5a-4a60-92db-603c17b6f948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'name': 'tempest-TestMinimumBasicScenario-7953083-router', 'tenant_id': 'f3cf8f149dca402fae175f02d29b94ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'd3cc5922-abf3-4916-94cf-ae9a56ad4244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:23Z', 'updated_at': '2022-06-27T20:09:29Z', 'revision_number': 4, 'project_id': 'f3cf8f149dca402fae175f02d29b94ea', 'gw_port': {'id': 'd3cc5922-abf3-4916-94cf-ae9a56ad4244', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:24Z', 'updated_at': '2022-06-27T20:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '41a9409b-6727-4f18-9df9-dad83d7033ae', 'name': '', 'network_id': 'd40ff268-aa38-4161-b8bc-5035a272a9f3', 'tenant_id': 'f3cf8f149dca402fae175f02d29b94ea', 'mac_address': 'fa:16:3e:6d:17:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '30943b35-a008-4cdb-a621-4896f877b3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:28Z', 'updated_at': '2022-06-27T20:09:40Z', 'revision_number': 5, 'project_id': 'f3cf8f149dca402fae175f02d29b94ea', 'subnets': [{'id': '30943b35-a008-4cdb-a621-4896f877b3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:13:43.408208 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2956795-2a5a-4a60-92db-603c17b6f948 None None] Checking router: bf2f439e-920d-42df-8408-800ea2fe44f5 for host: dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:13:43.409516 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-ad8c7bba-04e8-49b4-9b80-a16a0eede8eb None None] Set router 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:13:43.423673 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2956795-2a5a-4a60-92db-603c17b6f948 None None] Routers {'bf2f439e-920d-42df-8408-800ea2fe44f5'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:13:43.424332 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e2956795-2a5a-4a60-92db-603c17b6f948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:13:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['bf2f439e-920d-42df-8408-800ea2fe44f5'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:13:43.568881 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d02d22-c6b1-4fcd-b0fa-f5af626b983a req-4313b5f0-9377-4c97-9b90-633781bb1b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:43.572089 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-08d02d22-c6b1-4fcd-b0fa-f5af626b983a req-4313b5f0-9377-4c97-9b90-633781bb1b0a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3cf8f149dca402fae175f02d29b94ea&device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 1099 time: 0.1445849 Jun 27 20:13:43.647413 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8bce0-5104-412d-b450-a3fbecb3d0e1 req-ba5bf2d5-f987-4612-bbc7-0744a5987041 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:43.648895 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7cd8bce0-5104-412d-b450-a3fbecb3d0e1 req-ba5bf2d5-f987-4612-bbc7-0744a5987041 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c179c0c-cf45-48a9-a618-25c900261b7b HTTP/1.1" status: 200 len: 943 time: 0.1465397 Jun 27 20:13:43.710323 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7cd8bce0-5104-412d-b450-a3fbecb3d0e1 req-8fc84ffb-d3ac-4109-88c6-ba713f09778d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=054f7d78-9ef1-4c4c-aa26-c377a6e3d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534983 Jun 27 20:13:43.730740 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-e2956795-2a5a-4a60-92db-603c17b6f948 None None] Set router bf2f439e-920d-42df-8408-800ea2fe44f5 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:13:43.757080 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d02d22-c6b1-4fcd-b0fa-f5af626b983a req-8627b0b3-6871-4285-8203-0c099ae79a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:43.758577 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-08d02d22-c6b1-4fcd-b0fa-f5af626b983a req-8627b0b3-6871-4285-8203-0c099ae79a90 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d40ff268-aa38-4161-b8bc-5035a272a9f3 HTTP/1.1" status: 200 len: 913 time: 0.1802921 Jun 27 20:13:43.830971 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-08d02d22-c6b1-4fcd-b0fa-f5af626b983a req-dde4a116-e758-4a53-b1db-27c4f659bdcf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d0b5969-ee27-4e95-8a0e-3aad9db859c3 HTTP/1.1" status: 200 len: 217 time: 0.0652127 Jun 27 20:13:43.836286 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-ad8c7bba-04e8-49b4-9b80-a16a0eede8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'name': 'tempest-TestVolumeBootPattern-451240422-router', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:08:30Z', 'updated_at': '2022-06-27T20:08:35Z', 'revision_number': 4, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'gw_port': {'id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:31:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:31Z', 'updated_at': '2022-06-27T20:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': '43712563-87a3-45e0-bfec-bf68926410cc', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'floating_ip_address': '172.27.3.57', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'port_id': '1a072f61-5d99-4c8e-9c72-5397c32b92d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'mac_address': 'fa:16:3e:66:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be518a7-c082-4baa-8fbb-90d10ae05128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:13:40Z', 'updated_at': '2022-06-27T20:13:40Z', 'revision_number': 0, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc67f8c6-7086-4fbd-b288-806c5c27fde3', 'name': '', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'mac_address': 'fa:16:3e:68:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:34Z', 'updated_at': '2022-06-27T20:08:42Z', 'revision_number': 5, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'subnets': [{'id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:13:43.840948 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8c7bba-04e8-49b4-9b80-a16a0eede8eb None None] Checking router: 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 for host: dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:13:43.850962 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8c7bba-04e8-49b4-9b80-a16a0eede8eb None None] Routers {'3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:13:43.850962 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-ad8c7bba-04e8-49b4-9b80-a16a0eede8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:13:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:13:43.896175 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d02d22-c6b1-4fcd-b0fa-f5af626b983a req-301e3ae2-054c-4a31-b025-afec82b61291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:43.897818 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-08d02d22-c6b1-4fcd-b0fa-f5af626b983a req-301e3ae2-054c-4a31-b025-afec82b61291 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30943b35-a008-4cdb-a621-4896f877b3ea HTTP/1.1" status: 200 len: 851 time: 0.0606446 Jun 27 20:13:43.940994 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 3270c7a1-f278-4bf9-b2c9-b12df6841d81 details requested by agent hyperv_hv-cinder-84579 with host hv-cinder-84579 {{(pid=88115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 20:13:44.001090 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d02d22-c6b1-4fcd-b0fa-f5af626b983a req-c4a83209-37a0-4a4f-8db1-c7307dcae675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:44.002788 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-08d02d22-c6b1-4fcd-b0fa-f5af626b983a req-c4a83209-37a0-4a4f-8db1-c7307dcae675 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d40ff268-aa38-4161-b8bc-5035a272a9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0841982 Jun 27 20:13:44.051724 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-ad8c7bba-04e8-49b4-9b80-a16a0eede8eb None None] Set router 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:13:44.146373 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-08d02d22-c6b1-4fcd-b0fa-f5af626b983a req-ed44ce2b-e229-404d-92ad-d6265f72db89 service neutron] 10.222.0.15 "GET /v2.0/networks/d40ff268-aa38-4161-b8bc-5035a272a9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355302 Jun 27 20:13:44.150329 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 3270c7a1-f278-4bf9-b2c9-b12df6841d81, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=3270c7a1-f278-4bf9-b2c9-b12df6841d81,segment=NetworkSegment(19b88fb4-09fb-4dea-ba55-cb685887fbf1),segment_id=19b88fb4-09fb-4dea-ba55-cb685887fbf1)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:13:44.171140 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Returning: {'device': '3270c7a1-f278-4bf9-b2c9-b12df6841d81', 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4', 'port_id': '3270c7a1-f278-4bf9-b2c9-b12df6841d81', 'mac_address': 'fa:16:3e:0e:c3:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fccdbdb-2f00-4b31-ac45-6e4614abd8b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 20:13:44.174061 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-e2956795-2a5a-4a60-92db-603c17b6f948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'name': 'tempest-TestMinimumBasicScenario-7953083-router', 'tenant_id': 'f3cf8f149dca402fae175f02d29b94ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'd3cc5922-abf3-4916-94cf-ae9a56ad4244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:23Z', 'updated_at': '2022-06-27T20:09:29Z', 'revision_number': 4, 'project_id': 'f3cf8f149dca402fae175f02d29b94ea', 'gw_port': {'id': 'd3cc5922-abf3-4916-94cf-ae9a56ad4244', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:24Z', 'updated_at': '2022-06-27T20:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '41a9409b-6727-4f18-9df9-dad83d7033ae', 'name': '', 'network_id': 'd40ff268-aa38-4161-b8bc-5035a272a9f3', 'tenant_id': 'f3cf8f149dca402fae175f02d29b94ea', 'mac_address': 'fa:16:3e:6d:17:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '30943b35-a008-4cdb-a621-4896f877b3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:28Z', 'updated_at': '2022-06-27T20:09:40Z', 'revision_number': 5, 'project_id': 'f3cf8f149dca402fae175f02d29b94ea', 'subnets': [{'id': '30943b35-a008-4cdb-a621-4896f877b3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:13:44.205486 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2956795-2a5a-4a60-92db-603c17b6f948 None None] The sync data for ids ['bf2f439e-920d-42df-8408-800ea2fe44f5'] in dv-cinder-845799-1-iscsi is: [{'id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'name': 'tempest-TestMinimumBasicScenario-7953083-router', 'tenant_id': 'f3cf8f149dca402fae175f02d29b94ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'd3cc5922-abf3-4916-94cf-ae9a56ad4244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:23Z', 'updated_at': '2022-06-27T20:09:29Z', 'revision_number': 4, 'project_id': 'f3cf8f149dca402fae175f02d29b94ea', 'gw_port': {'id': 'd3cc5922-abf3-4916-94cf-ae9a56ad4244', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:24Z', 'updated_at': '2022-06-27T20:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '41a9409b-6727-4f18-9df9-dad83d7033ae', 'name': '', 'network_id': 'd40ff268-aa38-4161-b8bc-5035a272a9f3', 'tenant_id': 'f3cf8f149dca402fae175f02d29b94ea', 'mac_address': 'fa:16:3e:6d:17:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '30943b35-a008-4cdb-a621-4896f877b3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:28Z', 'updated_at': '2022-06-27T20:09:40Z', 'revision_number': 5, 'project_id': 'f3cf8f149dca402fae175f02d29b94ea', 'subnets': [{'id': '30943b35-a008-4cdb-a621-4896f877b3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:13:44.234956 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 3270c7a1-f278-4bf9-b2c9-b12df6841d81 is: DOWN; New status is: BUILD {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:13:44.235242 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:44.269994 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3270c7a1-f278-4bf9-b2c9-b12df6841d81 {{(pid=88115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:13:44.291365 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 3270c7a1-f278-4bf9-b2c9-b12df6841d81, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=3270c7a1-f278-4bf9-b2c9-b12df6841d81,segment=NetworkSegment(19b88fb4-09fb-4dea-ba55-cb685887fbf1),segment_id=19b88fb4-09fb-4dea-ba55-cb685887fbf1)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:13:44.301067 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:44.372620 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-08d02d22-c6b1-4fcd-b0fa-f5af626b983a req-1233fead-67f6-4ccf-b1a9-6cd714d8d387 service neutron] 10.222.0.15 "GET /v2.0/networks/d40ff268-aa38-4161-b8bc-5035a272a9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887043 Jun 27 20:13:44.419465 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=3270c7a1-f278-4bf9-b2c9-b12df6841d81,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:44.471943 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-ad8c7bba-04e8-49b4-9b80-a16a0eede8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'name': 'tempest-TestVolumeBootPattern-451240422-router', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:08:30Z', 'updated_at': '2022-06-27T20:08:35Z', 'revision_number': 4, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'gw_port': {'id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:31:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:31Z', 'updated_at': '2022-06-27T20:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': '43712563-87a3-45e0-bfec-bf68926410cc', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'floating_ip_address': '172.27.3.57', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'port_id': '1a072f61-5d99-4c8e-9c72-5397c32b92d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'mac_address': 'fa:16:3e:66:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be518a7-c082-4baa-8fbb-90d10ae05128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:13:40Z', 'updated_at': '2022-06-27T20:13:40Z', 'revision_number': 0, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc67f8c6-7086-4fbd-b288-806c5c27fde3', 'name': '', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'mac_address': 'fa:16:3e:68:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:34Z', 'updated_at': '2022-06-27T20:08:42Z', 'revision_number': 5, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'subnets': [{'id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:13:44.476869 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8c7bba-04e8-49b4-9b80-a16a0eede8eb None None] The sync data for ids ['3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'] in dv-cinder-845799-1-iscsi is: [{'id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'name': 'tempest-TestVolumeBootPattern-451240422-router', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:08:30Z', 'updated_at': '2022-06-27T20:08:35Z', 'revision_number': 4, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'gw_port': {'id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:31:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:31Z', 'updated_at': '2022-06-27T20:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': '43712563-87a3-45e0-bfec-bf68926410cc', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'floating_ip_address': '172.27.3.57', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'port_id': '1a072f61-5d99-4c8e-9c72-5397c32b92d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'mac_address': 'fa:16:3e:66:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be518a7-c082-4baa-8fbb-90d10ae05128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:13:40Z', 'updated_at': '2022-06-27T20:13:40Z', 'revision_number': 0, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc67f8c6-7086-4fbd-b288-806c5c27fde3', 'name': '', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'mac_address': 'fa:16:3e:68:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:34Z', 'updated_at': '2022-06-27T20:08:42Z', 'revision_number': 5, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'subnets': [{'id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:13:44.543357 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73960c5-8cbc-4345-955d-877826ffdf01 req-cd27c749-e867-42c6-999a-aabd23b5a976 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:44.544877 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f73960c5-8cbc-4345-955d-877826ffdf01 req-cd27c749-e867-42c6-999a-aabd23b5a976 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 944 time: 0.0994332 Jun 27 20:13:44.554853 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e73a516-d958-45e8-8a49-992321616df3 None None] New status for floating IP dd3a996a-6747-47d5-98b0-f6fc33d835b5: DOWN {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 20:13:44.596051 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f73960c5-8cbc-4345-955d-877826ffdf01 req-781b001f-9437-42af-b6ff-48d2fa15f36f tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407386 Jun 27 20:13:44.698940 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f68f3eab-d855-4333-b244-cd618dcefb0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:44.751881 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eec9b53-d4e6-47ac-9158-48a18a305313 None None] New status for floating IP 43712563-87a3-45e0-bfec-bf68926410cc: ACTIVE {{(pid=88116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 20:13:44.778442 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['3270c7a1-f278-4bf9-b2c9-b12df6841d81'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:13:44.925206 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52ca2d-62fa-4130-9d26-b0bf0bdf5a3b req-ffca5d3f-9645-489f-acc2-2d2bc2a9593e tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:44.927317 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6f52ca2d-62fa-4130-9d26-b0bf0bdf5a3b req-ffca5d3f-9645-489f-acc2-2d2bc2a9593e tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c179c0c-cf45-48a9-a618-25c900261b7b HTTP/1.1" status: 200 len: 944 time: 0.0951927 Jun 27 20:13:44.981015 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6f52ca2d-62fa-4130-9d26-b0bf0bdf5a3b req-098ef4a4-65b2-4132-8808-7beee9fd6fa9 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=054f7d78-9ef1-4c4c-aa26-c377a6e3d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474405 Jun 27 20:13:45.379598 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be518a7-c082-4baa-8fbb-90d10ae05128', 'tag': '1a072f61-5d99-4c8e-9c72-5397c32b92d9'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:13:45.422068 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-017edfec-3824-4ba8-8dea-2a661ea9e01d'] response: {'name': 'network-changed', 'server_uuid': '9be518a7-c082-4baa-8fbb-90d10ae05128', 'tag': '1a072f61-5d99-4c8e-9c72-5397c32b92d9', 'status': 'completed', 'code': 200} Jun 27 20:13:45.540441 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee27ae6-b515-4769-b549-d97c4b5392f7 req-bb366c2b-582a-47a8-bc12-a0da08b638c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:45.541924 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-3ee27ae6-b515-4769-b549-d97c4b5392f7 req-bb366c2b-582a-47a8-bc12-a0da08b638c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=caa8bd5588cd4b908faeb162efc54fb1&device_id=9be518a7-c082-4baa-8fbb-90d10ae05128 HTTP/1.1" status: 200 len: 1099 time: 0.0752618 Jun 27 20:13:45.671074 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee27ae6-b515-4769-b549-d97c4b5392f7 req-ce503827-0f17-44d3-99f0-635292cea981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:45.672530 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-3ee27ae6-b515-4769-b549-d97c4b5392f7 req-ce503827-0f17-44d3-99f0-635292cea981 service neutron] 10.222.0.15 "GET /v2.0/networks?id=95174e0b-b3b6-422f-bf95-035686ee2474 HTTP/1.1" status: 200 len: 912 time: 0.1243186 Jun 27 20:13:45.778382 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-3ee27ae6-b515-4769-b549-d97c4b5392f7 req-63bfe695-e94e-41f9-bc7f-eef84bb6a81b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a072f61-5d99-4c8e-9c72-5397c32b92d9 HTTP/1.1" status: 200 len: 1001 time: 0.0996187 Jun 27 20:13:45.804209 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e373637-5a95-4b2f-9898-bac2c8314e91 req-4aad270a-7b6a-4242-b967-733799fed2d6 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:45.805136 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9e373637-5a95-4b2f-9898-bac2c8314e91 req-4aad270a-7b6a-4242-b967-733799fed2d6 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 944 time: 0.0998769 Jun 27 20:13:45.854932 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee27ae6-b515-4769-b549-d97c4b5392f7 req-2ca8fbdf-45f8-4dd0-96d3-68ace6f205b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:45.856370 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-3ee27ae6-b515-4769-b549-d97c4b5392f7 req-2ca8fbdf-45f8-4dd0-96d3-68ace6f205b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d296a220-8d8b-48c1-98ba-4729812d3752 HTTP/1.1" status: 200 len: 850 time: 0.0712543 Jun 27 20:13:45.858212 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9e373637-5a95-4b2f-9898-bac2c8314e91 req-1d9da69d-cf1d-41dc-a4b2-f4678bbf1b11 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461044 Jun 27 20:13:45.950126 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee27ae6-b515-4769-b549-d97c4b5392f7 req-f40435fb-5370-4bc4-972b-89c4a769aba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:45.951603 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-3ee27ae6-b515-4769-b549-d97c4b5392f7 req-f40435fb-5370-4bc4-972b-89c4a769aba8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95174e0b-b3b6-422f-bf95-035686ee2474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0881548 Jun 27 20:13:45.961730 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 3270c7a1-f278-4bf9-b2c9-b12df6841d81 up at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:13:46.046645 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning for port 3270c7a1-f278-4bf9-b2c9-b12df6841d81 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:13:46.053683 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning complete for port 3270c7a1-f278-4bf9-b2c9-b12df6841d81 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:13:46.054373 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:46.193390 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 3270c7a1-f278-4bf9-b2c9-b12df6841d81 is: BUILD; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:13:46.193695 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:46.194882 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4b9d6-3857-4455-a09e-900de4b32198 req-0303041c-f68e-4157-9104-c1174e107338 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:46.196356 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-adb4b9d6-3857-4455-a09e-900de4b32198 req-0303041c-f68e-4157-9104-c1174e107338 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c179c0c-cf45-48a9-a618-25c900261b7b HTTP/1.1" status: 200 len: 944 time: 0.0938640 Jun 27 20:13:46.214321 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-3ee27ae6-b515-4769-b549-d97c4b5392f7 req-3959dd58-ffeb-429e-b660-6f40a02b8826 service neutron] 10.222.0.15 "GET /v2.0/networks/95174e0b-b3b6-422f-bf95-035686ee2474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497506 Jun 27 20:13:46.220854 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c179c0c-cf45-48a9-a618-25c900261b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3270c7a1-f278-4bf9-b2c9-b12df6841d81'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:13:46.236113 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 3270c7a1-f278-4bf9-b2c9-b12df6841d81, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=3270c7a1-f278-4bf9-b2c9-b12df6841d81,segment=NetworkSegment(19b88fb4-09fb-4dea-ba55-cb685887fbf1),segment_id=19b88fb4-09fb-4dea-ba55-cb685887fbf1)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:13:46.242071 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:46.246357 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-adb4b9d6-3857-4455-a09e-900de4b32198 req-bedc5424-8941-4ec2-8eb1-adf901e8db7a tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=054f7d78-9ef1-4c4c-aa26-c377a6e3d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438242 Jun 27 20:13:46.277983 dv-cinder-845799-1-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56c6b223-e754-43dc-8a43-8278d5f9387b'] response: {'server_uuid': '1c179c0c-cf45-48a9-a618-25c900261b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3270c7a1-f278-4bf9-b2c9-b12df6841d81', 'code': 200} Jun 27 20:13:46.315568 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=3270c7a1-f278-4bf9-b2c9-b12df6841d81,revision_number=5']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:46.362919 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-3ee27ae6-b515-4769-b549-d97c4b5392f7 req-45682218-71a1-4ccb-aa23-d4ec9a73a02d service neutron] 10.222.0.15 "GET /v2.0/networks/95174e0b-b3b6-422f-bf95-035686ee2474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418684 Jun 27 20:13:46.552116 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe64aa-cd9f-4ed6-800d-ce3a446b36be req-c816a6e7-f057-4554-96ec-235537ca7860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:46.553595 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-cbfe64aa-cd9f-4ed6-800d-ce3a446b36be req-c816a6e7-f057-4554-96ec-235537ca7860 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1c179c0c-cf45-48a9-a618-25c900261b7b HTTP/1.1" status: 200 len: 1098 time: 0.0758355 Jun 27 20:13:46.596430 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-cbfe64aa-cd9f-4ed6-800d-ce3a446b36be req-c7d923b9-76b5-4524-88d1-8d026c0fa773 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=054f7d78-9ef1-4c4c-aa26-c377a6e3d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366588 Jun 27 20:13:46.800885 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-efd00aaa-ce93-47e9-b651-e84d99b21aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:47.045077 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4994c-7810-4bf7-822d-e927701f6209 req-e78f5269-6a6c-46a0-8cb6-8186fb5ed002 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:47.046528 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-72e4994c-7810-4bf7-822d-e927701f6209 req-e78f5269-6a6c-46a0-8cb6-8186fb5ed002 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 944 time: 0.0846457 Jun 27 20:13:47.088757 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-72e4994c-7810-4bf7-822d-e927701f6209 req-9fceca3b-3c1b-433f-9384-b1c286caecea tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366254 Jun 27 20:13:47.486719 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451d8ae-b9f5-4415-89c0-22210631dbd3 req-53687e6b-df10-4271-939b-d56d5d61f686 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:47.488132 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7451d8ae-b9f5-4415-89c0-22210631dbd3 req-53687e6b-df10-4271-939b-d56d5d61f686 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c179c0c-cf45-48a9-a618-25c900261b7b HTTP/1.1" status: 200 len: 945 time: 0.1274021 Jun 27 20:13:47.542689 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7451d8ae-b9f5-4415-89c0-22210631dbd3 req-82df118c-d1eb-4600-b6cc-4f8fbde349d2 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=054f7d78-9ef1-4c4c-aa26-c377a6e3d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486219 Jun 27 20:13:47.568816 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f306410-e118-4310-8574-e8f9a75cc87d req-ccad2aef-d3a6-40e9-a3af-2eed34e7805b tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:47.569524 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-2f306410-e118-4310-8574-e8f9a75cc87d req-ccad2aef-d3a6-40e9-a3af-2eed34e7805b tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Synchronizing usage tracker for tenant:f3cf8f149dca402fae175f02d29b94ea on resource:port {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:13:47.587509 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-2f306410-e118-4310-8574-e8f9a75cc87d req-ccad2aef-d3a6-40e9-a3af-2eed34e7805b tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Unset dirty status for tenant:f3cf8f149dca402fae175f02d29b94ea on resource:port {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:13:47.590042 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2f306410-e118-4310-8574-e8f9a75cc87d req-ccad2aef-d3a6-40e9-a3af-2eed34e7805b tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 946 time: 0.1525822 Jun 27 20:13:47.632211 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2f306410-e118-4310-8574-e8f9a75cc87d req-e46809ca-755b-417b-8993-e04b10d9e311 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374126 Jun 27 20:13:47.991729 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:48.070177 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:48.276357 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683d8f0-63d0-41ec-9726-9219aad50e53 req-c8f9608b-840c-4383-af9d-3e483b58741e tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:48.278045 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e683d8f0-63d0-41ec-9726-9219aad50e53 req-c8f9608b-840c-4383-af9d-3e483b58741e tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 944 time: 0.0859325 Jun 27 20:13:48.323037 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e683d8f0-63d0-41ec-9726-9219aad50e53 req-cd7be4be-b9f6-4676-8b54-b7db5702b86b tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383055 Jun 27 20:13:48.898972 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f561790-bffa-403b-aeff-d4086f23ac2c req-75b9c89d-1995-4bd7-b3bb-23e47724baed tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:48.900937 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6f561790-bffa-403b-aeff-d4086f23ac2c req-75b9c89d-1995-4bd7-b3bb-23e47724baed tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c179c0c-cf45-48a9-a618-25c900261b7b HTTP/1.1" status: 200 len: 945 time: 0.2560418 Jun 27 20:13:48.908070 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1edd93-7015-42fc-a2af-e7e833a153aa req-82934547-cd59-4387-bc5e-b4f671ea4781 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:48.909380 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1f1edd93-7015-42fc-a2af-e7e833a153aa req-82934547-cd59-4387-bc5e-b4f671ea4781 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 946 time: 0.1182232 Jun 27 20:13:48.975852 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6f561790-bffa-403b-aeff-d4086f23ac2c req-1026bd08-03e1-4bcb-87e1-d9db2668bd84 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=054f7d78-9ef1-4c4c-aa26-c377a6e3d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655363 Jun 27 20:13:48.978671 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1f1edd93-7015-42fc-a2af-e7e833a153aa req-7018ddb4-c64f-4831-bc52-578d6131e1bb tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561779 Jun 27 20:13:49.164867 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e21d74-16cc-42e5-ae1c-7533d53ec308 req-1445cce7-9cde-406e-bc68-421a4b8f32b1 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:49.166368 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-27e21d74-16cc-42e5-ae1c-7533d53ec308 req-1445cce7-9cde-406e-bc68-421a4b8f32b1 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c179c0c-cf45-48a9-a618-25c900261b7b HTTP/1.1" status: 200 len: 945 time: 0.0878344 Jun 27 20:13:49.174590 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 34514) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:49.179571 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-efd4f704-d287-464c-b1c4-b9eca45cbf98 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Request body: {'floatingip': {'port_id': '3270c7a1-f278-4bf9-b2c9-b12df6841d81'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:13:49.253769 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-efd4f704-d287-464c-b1c4-b9eca45cbf98 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for floatingip, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:49.261424 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:49.676397 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c0c50-56e5-4295-a293-d67bf2357ac7 req-6d23f79e-f42a-4c44-874d-b966355ab749 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:49.678003 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0f9c0c50-56e5-4295-a293-d67bf2357ac7 req-6d23f79e-f42a-4c44-874d-b966355ab749 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 944 time: 0.2485337 Jun 27 20:13:49.814441 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0f9c0c50-56e5-4295-a293-d67bf2357ac7 req-a6599a89-6bb8-4e78-abd9-f4273f1d44d1 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1297991 Jun 27 20:13:49.893442 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b335c56-fb03-47f5-ba31-3defbb4ab452 req-845ee29d-cef9-4fec-bed8-74c1bfc78696 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:49.894149 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-6b335c56-fb03-47f5-ba31-3defbb4ab452 req-845ee29d-cef9-4fec-bed8-74c1bfc78696 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Synchronizing usage tracker for tenant:f3cf8f149dca402fae175f02d29b94ea on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:13:49.906879 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-6b335c56-fb03-47f5-ba31-3defbb4ab452 req-845ee29d-cef9-4fec-bed8-74c1bfc78696 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Unset dirty status for tenant:f3cf8f149dca402fae175f02d29b94ea on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:13:49.907962 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-6b335c56-fb03-47f5-ba31-3defbb4ab452 req-845ee29d-cef9-4fec-bed8-74c1bfc78696 tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.15 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 946 time: 0.1124873 Jun 27 20:13:49.973665 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-efd4f704-d287-464c-b1c4-b9eca45cbf98 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:49.977711 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-efd4f704-d287-464c-b1c4-b9eca45cbf98 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16271055'] for floatingip, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:49.978459 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-6b335c56-fb03-47f5-ba31-3defbb4ab452 req-1c280e75-c0c1-41f2-a286-7a084b3bceaa tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Deleting port 3d0b5969-ee27-4e95-8a0e-3aad9db859c3 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:13:49.979352 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6b335c56-fb03-47f5-ba31-3defbb4ab452 req-1c280e75-c0c1-41f2-a286-7a084b3bceaa tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:50.014491 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 293cb1f6-62ca-420c-a069-ea9f15e6dda8 details requested by agent hyperv_hv-cinder-84579 with host hv-cinder-84579 {{(pid=88115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 20:13:50.153653 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 293cb1f6-62ca-420c-a069-ea9f15e6dda8, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=293cb1f6-62ca-420c-a069-ea9f15e6dda8,segment=NetworkSegment(abfee25b-3946-4293-ac9a-e442b8d66c42),segment_id=abfee25b-3946-4293-ac9a-e442b8d66c42)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:13:50.167194 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Returning: {'device': '293cb1f6-62ca-420c-a069-ea9f15e6dda8', 'network_id': 'b3d414e0-f67f-476e-9bc2-025bb15b4193', 'port_id': '293cb1f6-62ca-420c-a069-ea9f15e6dda8', 'mac_address': 'fa:16:3e:64:f9:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fc6859b-14ec-4180-9322-1859f9ae604d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 20:13:50.227539 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 293cb1f6-62ca-420c-a069-ea9f15e6dda8 is: DOWN; New status is: BUILD {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:13:50.227889 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:50.245275 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 293cb1f6-62ca-420c-a069-ea9f15e6dda8 {{(pid=88115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:13:50.261880 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 293cb1f6-62ca-420c-a069-ea9f15e6dda8, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=293cb1f6-62ca-420c-a069-ea9f15e6dda8,segment=NetworkSegment(abfee25b-3946-4293-ac9a-e442b8d66c42),segment_id=abfee25b-3946-4293-ac9a-e442b8d66c42)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:13:50.263155 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-6b335c56-fb03-47f5-ba31-3defbb4ab452 req-1c280e75-c0c1-41f2-a286-7a084b3bceaa tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] For port 3d0b5969-ee27-4e95-8a0e-3aad9db859c3, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=3d0b5969-ee27-4e95-8a0e-3aad9db859c3,segment=NetworkSegment(fa644f1e-16ec-4e65-859c-9cfba5396130),segment_id=fa644f1e-16ec-4e65-859c-9cfba5396130)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:13:50.263509 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6b335c56-fb03-47f5-ba31-3defbb4ab452 req-1c280e75-c0c1-41f2-a286-7a084b3bceaa tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:50.266338 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:50.333167 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=293cb1f6-62ca-420c-a069-ea9f15e6dda8,revision_number=7']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:50.336012 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011610ff-973d-4531-98b9-e10c6e5b0911 req-bc99b6f6-0fe8-4318-b039-ff14e6ce141d tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:50.338078 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-011610ff-973d-4531-98b9-e10c6e5b0911 req-bc99b6f6-0fe8-4318-b039-ff14e6ce141d tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bbbbab-b9b4-4f4c-b9d9-dde905150892 HTTP/1.1" status: 200 len: 946 time: 0.2363594 Jun 27 20:13:50.340816 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.db.l3_db [None req-efd4f704-d287-464c-b1c4-b9eca45cbf98 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Floating IP 7e03049d-d765-41e9-9074-e985cbbd4182 associated. External IP: 172.27.3.173, port: 3270c7a1-f278-4bf9-b2c9-b12df6841d81. Jun 27 20:13:50.341296 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:13:50.341665 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:13:50.342001 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:13:50.342326 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:13:50.342654 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:13:50.342977 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:13:50.343296 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:13:50.343615 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:13:50.343935 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:13:50.344251 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:13:50.344565 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:13:50.344879 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:13:50.403340 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-6b335c56-fb03-47f5-ba31-3defbb4ab452 req-1c280e75-c0c1-41f2-a286-7a084b3bceaa tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Calling delete_port for 3d0b5969-ee27-4e95-8a0e-3aad9db859c3 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:13:50.514166 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-011610ff-973d-4531-98b9-e10c6e5b0911 req-5e750df9-b841-4b53-a90b-0544f37df47c tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.23 "GET /v2.0/security-groups?id=93b5ae84-b5d7-4e0d-971b-9f174c45ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260643 Jun 27 20:13:50.548997 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6b335c56-fb03-47f5-ba31-3defbb4ab452 req-1c280e75-c0c1-41f2-a286-7a084b3bceaa tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:50.586662 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['3d0b5969-ee27-4e95-8a0e-3aad9db859c3'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:13:50.635751 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c280e75-c0c1-41f2-a286-7a084b3bceaa tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Pushing event deleted for resources: {'Port': ['ID=3d0b5969-ee27-4e95-8a0e-3aad9db859c3,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:50.693016 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b335c56-fb03-47f5-ba31-3defbb4ab452 req-1c280e75-c0c1-41f2-a286-7a084b3bceaa tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] No DVR routers for this DVR port 3d0b5969-ee27-4e95-8a0e-3aad9db859c3 on host hv-cinder-84579 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 20:13:50.695485 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6b335c56-fb03-47f5-ba31-3defbb4ab452 req-1c280e75-c0c1-41f2-a286-7a084b3bceaa tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:50.699804 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bbbbab-b9b4-4f4c-b9d9-dde905150892', 'name': 'network-vif-deleted', 'tag': '3d0b5969-ee27-4e95-8a0e-3aad9db859c3'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:13:50.716686 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-6b335c56-fb03-47f5-ba31-3defbb4ab452 req-1c280e75-c0c1-41f2-a286-7a084b3bceaa tempest-TestMinimumBasicScenario-1135055114 tempest-TestMinimumBasicScenario-1135055114-project] 10.222.0.15 "DELETE /v2.0/ports/3d0b5969-ee27-4e95-8a0e-3aad9db859c3 HTTP/1.1" status: 204 len: 173 time: 0.8013120 Jun 27 20:13:50.730752 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd4f704-d287-464c-b1c4-b9eca45cbf98 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Router 366bc1ff-6094-4444-92cf-fc8b21905b0a has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:13:50.740194 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['293cb1f6-62ca-420c-a069-ea9f15e6dda8'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:13:50.745271 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da60f0d6-bcbd-46b8-a9f9-aa48e087f05e'] response: {'server_uuid': '19bbbbab-b9b4-4f4c-b9d9-dde905150892', 'name': 'network-vif-deleted', 'tag': '3d0b5969-ee27-4e95-8a0e-3aad9db859c3', 'status': 'completed', 'code': 200} Jun 27 20:13:50.931318 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd4f704-d287-464c-b1c4-b9eca45cbf98 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:13:50.936495 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-efd4f704-d287-464c-b1c4-b9eca45cbf98 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:50.974591 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f98d4b-ec91-4d16-b2f4-008b23ebf97d None None] Sync routers for ids ['366bc1ff-6094-4444-92cf-fc8b21905b0a'] in dv-cinder-845799-1-iscsi {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:13:51.006512 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f98d4b-ec91-4d16-b2f4-008b23ebf97d None None] Routers {'366bc1ff-6094-4444-92cf-fc8b21905b0a'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:13:51.007315 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-94f98d4b-ec91-4d16-b2f4-008b23ebf97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:13:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['366bc1ff-6094-4444-92cf-fc8b21905b0a'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:13:51.050390 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-efd4f704-d287-464c-b1c4-b9eca45cbf98 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "PUT /v2.0/floatingips/7e03049d-d765-41e9-9074-e985cbbd4182 HTTP/1.1" status: 200 len: 991 time: 1.8718045 Jun 27 20:13:51.050390 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c179c0c-cf45-48a9-a618-25c900261b7b', 'tag': '3270c7a1-f278-4bf9-b2c9-b12df6841d81'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:13:51.095737 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d11272-63a2-4bc6-ae85-34e9d77aba58 req-b298c22f-92d6-49f5-8270-8191c1904114 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:51.104573 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-30d11272-63a2-4bc6-ae85-34e9d77aba58 req-b298c22f-92d6-49f5-8270-8191c1904114 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 945 time: 0.1274695 Jun 27 20:13:51.108282 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-177c501e-30ad-46d0-a51c-62e850c7b03d'] response: {'name': 'network-changed', 'server_uuid': '1c179c0c-cf45-48a9-a618-25c900261b7b', 'tag': '3270c7a1-f278-4bf9-b2c9-b12df6841d81', 'status': 'completed', 'code': 200} Jun 27 20:13:51.155372 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-30d11272-63a2-4bc6-ae85-34e9d77aba58 req-28811ba6-2f90-4860-95ac-67602a9af494 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495844 Jun 27 20:13:51.234806 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d2f54-a073-435f-ac0e-21dc03fc759b req-e3ad077a-0aba-458e-b7b1-b0e3ba68f040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:51.236192 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-818d2f54-a073-435f-ac0e-21dc03fc759b req-e3ad077a-0aba-458e-b7b1-b0e3ba68f040 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a50994bf4f144390934c88c909c5d061&device_id=1c179c0c-cf45-48a9-a618-25c900261b7b HTTP/1.1" status: 200 len: 1098 time: 0.0830998 Jun 27 20:13:51.238657 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-94f98d4b-ec91-4d16-b2f4-008b23ebf97d None None] Set router 366bc1ff-6094-4444-92cf-fc8b21905b0a gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:13:51.385699 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d2f54-a073-435f-ac0e-21dc03fc759b req-b2875f4a-ac67-4e04-8976-a62dc628f9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:51.387065 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-818d2f54-a073-435f-ac0e-21dc03fc759b req-b2875f4a-ac67-4e04-8976-a62dc628f9f6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=161680f6-9340-499f-abb6-7578d38c56d4 HTTP/1.1" status: 200 len: 911 time: 0.1328301 Jun 27 20:13:51.501438 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-818d2f54-a073-435f-ac0e-21dc03fc759b req-6d2afe26-cacb-496e-aa58-4dcd5597af53 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3270c7a1-f278-4bf9-b2c9-b12df6841d81 HTTP/1.1" status: 200 len: 999 time: 0.1032808 Jun 27 20:13:51.564095 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d2f54-a073-435f-ac0e-21dc03fc759b req-6cceb638-15ed-4dd9-baf6-8eed67a39152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:51.565653 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-818d2f54-a073-435f-ac0e-21dc03fc759b req-6cceb638-15ed-4dd9-baf6-8eed67a39152 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fccdbdb-2f00-4b31-ac45-6e4614abd8b0 HTTP/1.1" status: 200 len: 849 time: 0.0580142 Jun 27 20:13:51.592899 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-94f98d4b-ec91-4d16-b2f4-008b23ebf97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'name': 'tempest-AttachVolumeTestJSON-332780900-router', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:05:45Z', 'revision_number': 4, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'gw_port': {'id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:27Z', 'updated_at': '2022-06-27T20:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': '7e03049d-d765-41e9-9074-e985cbbd4182', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'port_id': '3270c7a1-f278-4bf9-b2c9-b12df6841d81', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4', 'mac_address': 'fa:16:3e:0e:c3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c179c0c-cf45-48a9-a618-25c900261b7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:13:32Z', 'updated_at': '2022-06-27T20:13:49Z', 'revision_number': 1, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93dfb96a-3ae4-402f-a858-9bfabecc3742', 'name': '', 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'mac_address': 'fa:16:3e:c7:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3fccdbdb-2f00-4b31-ac45-6e4614abd8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:39Z', 'updated_at': '2022-06-27T20:06:01Z', 'revision_number': 5, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'subnets': [{'id': '3fccdbdb-2f00-4b31-ac45-6e4614abd8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:13:51.596210 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f98d4b-ec91-4d16-b2f4-008b23ebf97d None None] Checking router: 366bc1ff-6094-4444-92cf-fc8b21905b0a for host: dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:13:51.604529 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f98d4b-ec91-4d16-b2f4-008b23ebf97d None None] Routers {'366bc1ff-6094-4444-92cf-fc8b21905b0a'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:13:51.605109 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-94f98d4b-ec91-4d16-b2f4-008b23ebf97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:13:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['366bc1ff-6094-4444-92cf-fc8b21905b0a'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:13:51.753437 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d2f54-a073-435f-ac0e-21dc03fc759b req-91a0e1d4-9084-434d-a856-f1047b91d37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:51.755184 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-818d2f54-a073-435f-ac0e-21dc03fc759b req-91a0e1d4-9084-434d-a856-f1047b91d37a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=161680f6-9340-499f-abb6-7578d38c56d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1835711 Jun 27 20:13:51.784666 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-94f98d4b-ec91-4d16-b2f4-008b23ebf97d None None] Set router 366bc1ff-6094-4444-92cf-fc8b21905b0a gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:13:51.895348 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-818d2f54-a073-435f-ac0e-21dc03fc759b req-7466ae95-3fcc-4514-a441-09a9ac9e268d service neutron] 10.222.0.15 "GET /v2.0/networks/161680f6-9340-499f-abb6-7578d38c56d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332877 Jun 27 20:13:52.037300 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-818d2f54-a073-435f-ac0e-21dc03fc759b req-bc539877-301a-4a5f-91b6-b986fb9d9fc8 service neutron] 10.222.0.15 "GET /v2.0/networks/161680f6-9340-499f-abb6-7578d38c56d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348543 Jun 27 20:13:52.179658 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-94f98d4b-ec91-4d16-b2f4-008b23ebf97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'name': 'tempest-AttachVolumeTestJSON-332780900-router', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:05:45Z', 'revision_number': 4, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'gw_port': {'id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:27Z', 'updated_at': '2022-06-27T20:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': '7e03049d-d765-41e9-9074-e985cbbd4182', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'port_id': '3270c7a1-f278-4bf9-b2c9-b12df6841d81', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4', 'mac_address': 'fa:16:3e:0e:c3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c179c0c-cf45-48a9-a618-25c900261b7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:13:32Z', 'updated_at': '2022-06-27T20:13:49Z', 'revision_number': 1, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93dfb96a-3ae4-402f-a858-9bfabecc3742', 'name': '', 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'mac_address': 'fa:16:3e:c7:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3fccdbdb-2f00-4b31-ac45-6e4614abd8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:39Z', 'updated_at': '2022-06-27T20:06:01Z', 'revision_number': 5, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'subnets': [{'id': '3fccdbdb-2f00-4b31-ac45-6e4614abd8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:13:52.184498 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f98d4b-ec91-4d16-b2f4-008b23ebf97d None None] The sync data for ids ['366bc1ff-6094-4444-92cf-fc8b21905b0a'] in dv-cinder-845799-1-iscsi is: [{'id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'name': 'tempest-AttachVolumeTestJSON-332780900-router', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:05:45Z', 'revision_number': 4, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'gw_port': {'id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:27Z', 'updated_at': '2022-06-27T20:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': '7e03049d-d765-41e9-9074-e985cbbd4182', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'port_id': '3270c7a1-f278-4bf9-b2c9-b12df6841d81', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4', 'mac_address': 'fa:16:3e:0e:c3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c179c0c-cf45-48a9-a618-25c900261b7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:13:32Z', 'updated_at': '2022-06-27T20:13:49Z', 'revision_number': 1, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93dfb96a-3ae4-402f-a858-9bfabecc3742', 'name': '', 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'mac_address': 'fa:16:3e:c7:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3fccdbdb-2f00-4b31-ac45-6e4614abd8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:39Z', 'updated_at': '2022-06-27T20:06:01Z', 'revision_number': 5, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'subnets': [{'id': '3fccdbdb-2f00-4b31-ac45-6e4614abd8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:13:52.297969 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 34580) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:52.359691 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47ee12-2f5f-4614-8fbc-9fcbf969f8e5 req-e7d72549-a0e5-47e9-bddf-c4d31a395ffc tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:52.361604 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ae47ee12-2f5f-4614-8fbc-9fcbf969f8e5 req-e7d72549-a0e5-47e9-bddf-c4d31a395ffc tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 945 time: 0.0888836 Jun 27 20:13:52.400091 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36fd6cd-35b3-4b57-8778-a4ba0fbee53f None None] New status for floating IP 7e03049d-d765-41e9-9074-e985cbbd4182: ACTIVE {{(pid=88116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 20:13:52.410800 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ae47ee12-2f5f-4614-8fbc-9fcbf969f8e5 req-7eb0c969-8e90-4250-81ea-4dee5db173dc tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430520 Jun 27 20:13:52.827486 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0121b4e4-c9cf-4fd3-a079-0da3d0133c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16760029'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:53.169057 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-0121b4e4-c9cf-4fd3-a079-0da3d0133c36 admin admin] Deleting port 41a9409b-6727-4f18-9df9-dad83d7033ae {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:13:53.169413 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0121b4e4-c9cf-4fd3-a079-0da3d0133c36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:53.333356 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-0121b4e4-c9cf-4fd3-a079-0da3d0133c36 admin admin] For port 41a9409b-6727-4f18-9df9-dad83d7033ae, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=41a9409b-6727-4f18-9df9-dad83d7033ae,segment=NetworkSegment(fa644f1e-16ec-4e65-859c-9cfba5396130),segment_id=fa644f1e-16ec-4e65-859c-9cfba5396130)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:13:53.334081 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0121b4e4-c9cf-4fd3-a079-0da3d0133c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:53.555161 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-0121b4e4-c9cf-4fd3-a079-0da3d0133c36 admin admin] Calling delete_port for 41a9409b-6727-4f18-9df9-dad83d7033ae owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:13:53.601684 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e6f24-677c-4ea2-a9fd-251ec5f9803c req-43a15124-6edf-44c3-866c-3e7583fbab2a tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:53.603135 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-504e6f24-677c-4ea2-a9fd-251ec5f9803c req-43a15124-6edf-44c3-866c-3e7583fbab2a tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 945 time: 0.0848005 Jun 27 20:13:53.646970 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-504e6f24-677c-4ea2-a9fd-251ec5f9803c req-08a67d84-4502-4fe0-b72b-d207966e6625 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379100 Jun 27 20:13:53.721949 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0121b4e4-c9cf-4fd3-a079-0da3d0133c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:53.765522 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121b4e4-c9cf-4fd3-a079-0da3d0133c36 admin admin] Pushing event deleted for resources: {'Port': ['ID=41a9409b-6727-4f18-9df9-dad83d7033ae,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:54.032309 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 293cb1f6-62ca-420c-a069-ea9f15e6dda8 up at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:13:54.039643 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0121b4e4-c9cf-4fd3-a079-0da3d0133c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16717692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16759977'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:54.135955 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning complete for port 293cb1f6-62ca-420c-a069-ea9f15e6dda8 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:13:54.136316 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:54.245709 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 293cb1f6-62ca-420c-a069-ea9f15e6dda8 is: BUILD; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:13:54.246081 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:54.273970 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b268dd9-d87d-4062-b76f-2559754b353d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293cb1f6-62ca-420c-a069-ea9f15e6dda8'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:13:54.284390 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 293cb1f6-62ca-420c-a069-ea9f15e6dda8, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=293cb1f6-62ca-420c-a069-ea9f15e6dda8,segment=NetworkSegment(abfee25b-3946-4293-ac9a-e442b8d66c42),segment_id=abfee25b-3946-4293-ac9a-e442b8d66c42)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:13:54.288795 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:54.289578 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 3d0b5969-ee27-4e95-8a0e-3aad9db859c3 no longer exists at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:13:54.354203 dv-cinder-845799-1-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ced736b-3fab-40d5-b991-b2c9f2813981'] response: {'server_uuid': '0b268dd9-d87d-4062-b76f-2559754b353d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293cb1f6-62ca-420c-a069-ea9f15e6dda8', 'code': 200} Jun 27 20:13:54.361474 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] No Port match for: 3d0b5969-ee27-4e95-8a0e-3aad9db859c3 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:13:54.361838 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 3d0b5969-ee27-4e95-8a0e-3aad9db859c3 not bound to the agent host hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:13:54.387276 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=293cb1f6-62ca-420c-a069-ea9f15e6dda8,revision_number=8']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:54.400785 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0121b4e4-c9cf-4fd3-a079-0da3d0133c36 admin admin] Router bf2f439e-920d-42df-8408-800ea2fe44f5 has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:13:54.576024 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0121b4e4-c9cf-4fd3-a079-0da3d0133c36 admin admin] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:13:54.584244 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076bee48-9086-47c3-8d6c-1c9a9e491681 None None] Sync routers for ids ['bf2f439e-920d-42df-8408-800ea2fe44f5'] in dv-cinder-845799-1-iscsi {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:13:54.590180 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-0121b4e4-c9cf-4fd3-a079-0da3d0133c36 admin admin] 10.222.0.23 "PUT /v2.0/routers/bf2f439e-920d-42df-8408-800ea2fe44f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2911370 Jun 27 20:13:54.592522 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 34590) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:54.593790 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076bee48-9086-47c3-8d6c-1c9a9e491681 None None] Routers {'bf2f439e-920d-42df-8408-800ea2fe44f5'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:13:54.594385 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-076bee48-9086-47c3-8d6c-1c9a9e491681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:13:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['bf2f439e-920d-42df-8408-800ea2fe44f5'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:13:54.772845 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-076bee48-9086-47c3-8d6c-1c9a9e491681 None None] Set router bf2f439e-920d-42df-8408-800ea2fe44f5 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:13:54.847071 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1d389-1f4a-4879-89ff-5c456aaf1a29 req-e8590631-5125-4a33-9a76-d2da64e767b1 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:54.848456 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-83c1d389-1f4a-4879-89ff-5c456aaf1a29 req-e8590631-5125-4a33-9a76-d2da64e767b1 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 946 time: 0.0930800 Jun 27 20:13:54.905305 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-83c1d389-1f4a-4879-89ff-5c456aaf1a29 req-d65b0334-67ac-44c5-8902-a0bd0215f269 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502799 Jun 27 20:13:54.929825 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0ee25-6823-4e65-95e6-ab6d1626cae8 req-ad3768ac-ade3-4d82-b98b-04fa47dc8129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:54.931280 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-1ef0ee25-6823-4e65-95e6-ab6d1626cae8 req-ad3768ac-ade3-4d82-b98b-04fa47dc8129 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 1099 time: 0.2883627 Jun 27 20:13:54.932480 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6614b819-97c4-4cbc-a263-f0d7af3e739a admin admin] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:55.063384 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-076bee48-9086-47c3-8d6c-1c9a9e491681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'name': 'tempest-TestMinimumBasicScenario-7953083-router', 'tenant_id': 'f3cf8f149dca402fae175f02d29b94ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'd3cc5922-abf3-4916-94cf-ae9a56ad4244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:23Z', 'updated_at': '2022-06-27T20:13:53Z', 'revision_number': 5, 'project_id': 'f3cf8f149dca402fae175f02d29b94ea', 'gw_port': {'id': 'd3cc5922-abf3-4916-94cf-ae9a56ad4244', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:24Z', 'updated_at': '2022-06-27T20:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:13:55.068394 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076bee48-9086-47c3-8d6c-1c9a9e491681 None None] Checking router: bf2f439e-920d-42df-8408-800ea2fe44f5 for host: dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:13:55.077337 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076bee48-9086-47c3-8d6c-1c9a9e491681 None None] Routers {'bf2f439e-920d-42df-8408-800ea2fe44f5'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:13:55.077953 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-076bee48-9086-47c3-8d6c-1c9a9e491681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:13:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['bf2f439e-920d-42df-8408-800ea2fe44f5'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:13:55.104016 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-1ef0ee25-6823-4e65-95e6-ab6d1626cae8 req-f9426cf3-45a8-4367-8b1d-6e8f14751ce9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1220489 Jun 27 20:13:55.155272 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6614b819-97c4-4cbc-a263-f0d7af3e739a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:55.166021 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-6614b819-97c4-4cbc-a263-f0d7af3e739a admin admin] Deleting port d3cc5922-abf3-4916-94cf-ae9a56ad4244 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:13:55.166365 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6614b819-97c4-4cbc-a263-f0d7af3e739a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:55.250553 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-076bee48-9086-47c3-8d6c-1c9a9e491681 None None] Set router bf2f439e-920d-42df-8408-800ea2fe44f5 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:13:55.335157 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-6614b819-97c4-4cbc-a263-f0d7af3e739a admin admin] For port d3cc5922-abf3-4916-94cf-ae9a56ad4244, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=d3cc5922-abf3-4916-94cf-ae9a56ad4244,segment=NetworkSegment(c8e1d377-ef10-44fe-8306-b14a68212fb0),segment_id=c8e1d377-ef10-44fe-8306-b14a68212fb0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:13:55.335533 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6614b819-97c4-4cbc-a263-f0d7af3e739a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:55.456301 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-6614b819-97c4-4cbc-a263-f0d7af3e739a admin admin] Calling delete_port for d3cc5922-abf3-4916-94cf-ae9a56ad4244 owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:13:55.527860 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-076bee48-9086-47c3-8d6c-1c9a9e491681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'name': 'tempest-TestMinimumBasicScenario-7953083-router', 'tenant_id': 'f3cf8f149dca402fae175f02d29b94ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'd3cc5922-abf3-4916-94cf-ae9a56ad4244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:23Z', 'updated_at': '2022-06-27T20:13:53Z', 'revision_number': 5, 'project_id': 'f3cf8f149dca402fae175f02d29b94ea', 'gw_port': {'id': 'd3cc5922-abf3-4916-94cf-ae9a56ad4244', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:24Z', 'updated_at': '2022-06-27T20:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:13:55.531758 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076bee48-9086-47c3-8d6c-1c9a9e491681 None None] The sync data for ids ['bf2f439e-920d-42df-8408-800ea2fe44f5'] in dv-cinder-845799-1-iscsi is: [{'id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'name': 'tempest-TestMinimumBasicScenario-7953083-router', 'tenant_id': 'f3cf8f149dca402fae175f02d29b94ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'd3cc5922-abf3-4916-94cf-ae9a56ad4244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:23Z', 'updated_at': '2022-06-27T20:13:53Z', 'revision_number': 5, 'project_id': 'f3cf8f149dca402fae175f02d29b94ea', 'gw_port': {'id': 'd3cc5922-abf3-4916-94cf-ae9a56ad4244', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2f439e-920d-42df-8408-800ea2fe44f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:24Z', 'updated_at': '2022-06-27T20:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:13:55.626096 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6614b819-97c4-4cbc-a263-f0d7af3e739a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:55.675162 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614b819-97c4-4cbc-a263-f0d7af3e739a admin admin] Pushing event deleted for resources: {'Port': ['ID=d3cc5922-abf3-4916-94cf-ae9a56ad4244,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:55.767499 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6614b819-97c4-4cbc-a263-f0d7af3e739a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16757820'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:55.943131 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6614b819-97c4-4cbc-a263-f0d7af3e739a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16270997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4448'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:55.945717 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6614b819-97c4-4cbc-a263-f0d7af3e739a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:55.984442 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6614b819-97c4-4cbc-a263-f0d7af3e739a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16272861'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:55.985180 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6614b819-97c4-4cbc-a263-f0d7af3e739a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf2f439e-920d-42df-8408-800ea2fe44f5 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 27 20:13:56.000435 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6614b819-97c4-4cbc-a263-f0d7af3e739a admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:56.001802 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-6614b819-97c4-4cbc-a263-f0d7af3e739a admin admin] 10.222.0.23 "DELETE /v2.0/routers/bf2f439e-920d-42df-8408-800ea2fe44f5 HTTP/1.1" status: 204 len: 168 time: 1.4082503 Jun 27 20:13:56.004131 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 34598) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:56.045971 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 41a9409b-6727-4f18-9df9-dad83d7033ae no longer exists at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:13:56.081109 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cbb81d0-ebe9-4246-bbd6-623ffe357459 admin admin] Deleting subnet 30943b35-a008-4cdb-a621-4896f877b3ea {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 27 20:13:56.084329 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8cbb81d0-ebe9-4246-bbd6-623ffe357459 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:56.088851 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] No Port match for: 41a9409b-6727-4f18-9df9-dad83d7033ae {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:13:56.089361 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 41a9409b-6727-4f18-9df9-dad83d7033ae not bound to the agent host dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:13:56.110997 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db79a1-1bb3-4467-a182-88a00511416b req-bcf0c153-8a28-4b87-adcb-c082bcd45024 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:56.113116 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-67db79a1-1bb3-4467-a182-88a00511416b req-bcf0c153-8a28-4b87-adcb-c082bcd45024 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 946 time: 0.0965779 Jun 27 20:13:56.138247 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8cbb81d0-ebe9-4246-bbd6-623ffe357459 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14191946'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:56.164285 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-67db79a1-1bb3-4467-a182-88a00511416b req-190e354e-4a6e-4e17-b6fd-1f859649477c tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442383 Jun 27 20:13:56.218832 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8cbb81d0-ebe9-4246-bbd6-623ffe357459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-607847'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:56.387743 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8cbb81d0-ebe9-4246-bbd6-623ffe357459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-607836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16137172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14291743'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:56.425403 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb81d0-ebe9-4246-bbd6-623ffe357459 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30943b35-a008-4cdb-a621-4896f877b3ea,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:56.430221 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8cbb81d0-ebe9-4246-bbd6-623ffe357459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:56.436640 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34042985-94d5-45d9-b98a-272b94e26b18 None None] Network d40ff268-aa38-4161-b8bc-5035a272a9f3 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:13:56.436861 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-8cbb81d0-ebe9-4246-bbd6-623ffe357459 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/30943b35-a008-4cdb-a621-4896f877b3ea HTTP/1.1" status: 204 len: 168 time: 0.4314561 Jun 27 20:13:56.439308 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 34602) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:56.547108 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-12579f60-4a3e-44ca-af30-d2885e986bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590302'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:56.557597 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-12579f60-4a3e-44ca-af30-d2885e986bbb admin admin] Deleting port 47bd7982-d97c-4b3c-a341-5957806a8a50 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:13:56.557929 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-12579f60-4a3e-44ca-af30-d2885e986bbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:56.761660 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc5d56a-589c-4c42-b0cf-7bc60b7cc8ac None None] DHCP port deletion for d40ff268-aa38-4161-b8bc-5035a272a9f3 request from dv-cinder-845799-1-iscsi {{(pid=88115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 27 20:13:56.765524 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-2dc5d56a-589c-4c42-b0cf-7bc60b7cc8ac None None] Deleting port 47bd7982-d97c-4b3c-a341-5957806a8a50 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:13:56.765928 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2dc5d56a-589c-4c42-b0cf-7bc60b7cc8ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:56.799937 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-12579f60-4a3e-44ca-af30-d2885e986bbb admin admin] For port 47bd7982-d97c-4b3c-a341-5957806a8a50, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=47bd7982-d97c-4b3c-a341-5957806a8a50,segment=NetworkSegment(fa644f1e-16ec-4e65-859c-9cfba5396130),segment_id=fa644f1e-16ec-4e65-859c-9cfba5396130)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:13:56.800315 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-12579f60-4a3e-44ca-af30-d2885e986bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:56.922017 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-12579f60-4a3e-44ca-af30-d2885e986bbb admin admin] Calling delete_port for 47bd7982-d97c-4b3c-a341-5957806a8a50 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:13:56.969267 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-2dc5d56a-589c-4c42-b0cf-7bc60b7cc8ac None None] For port 47bd7982-d97c-4b3c-a341-5957806a8a50, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=47bd7982-d97c-4b3c-a341-5957806a8a50,segment=NetworkSegment(fa644f1e-16ec-4e65-859c-9cfba5396130),segment_id=fa644f1e-16ec-4e65-859c-9cfba5396130)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:13:56.969605 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2dc5d56a-589c-4c42-b0cf-7bc60b7cc8ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:56.995399 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-12579f60-4a3e-44ca-af30-d2885e986bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:57.045734 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12579f60-4a3e-44ca-af30-d2885e986bbb admin admin] Pushing event deleted for resources: {'Port': ['ID=47bd7982-d97c-4b3c-a341-5957806a8a50,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:57.047507 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12579f60-4a3e-44ca-af30-d2885e986bbb admin admin] No DVR routers for this DVR port 47bd7982-d97c-4b3c-a341-5957806a8a50 on host dv-cinder-845799-1-iscsi {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 20:13:57.088946 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-2dc5d56a-589c-4c42-b0cf-7bc60b7cc8ac None None] Calling delete_port for 47bd7982-d97c-4b3c-a341-5957806a8a50 owned by network:dhcp {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:13:57.160927 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-12579f60-4a3e-44ca-af30-d2885e986bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614162', 'neutron.services.segments.db._delete_segments_for_network-8741810542969'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:57.161199 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.db.api [None req-2dc5d56a-589c-4c42-b0cf-7bc60b7cc8ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 20:13:57.161309 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG oslo_db.api [None req-2dc5d56a-589c-4c42-b0cf-7bc60b7cc8ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 20:13:57.185197 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.services.segments.db [None req-12579f60-4a3e-44ca-af30-d2885e986bbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d40ff268-aa38-4161-b8bc-5035a272a9f3']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:13:57.197196 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.services.segments.db [None req-12579f60-4a3e-44ca-af30-d2885e986bbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa644f1e-16ec-4e65-859c-9cfba5396130') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:13:57.197495 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.services.segments.db [None req-12579f60-4a3e-44ca-af30-d2885e986bbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa644f1e-16ec-4e65-859c-9cfba5396130') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:13:57.209267 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-12579f60-4a3e-44ca-af30-d2885e986bbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741810611348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14191939'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:57.225395 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-12579f60-4a3e-44ca-af30-d2885e986bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603533'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:57.231287 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12579f60-4a3e-44ca-af30-d2885e986bbb admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 20:13:57.231666 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-12579f60-4a3e-44ca-af30-d2885e986bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-603522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16137082'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:57.300970 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.services.segments.plugin [-] Segment fa644f1e-16ec-4e65-859c-9cfba5396130 resource provider aggregate not found Jun 27 20:13:57.322307 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.services.segments.plugin [-] Segment fa644f1e-16ec-4e65-859c-9cfba5396130 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa644f1e-16ec-4e65-859c-9cfba5396130 found for delete ", "request_id": "req-73aba799-ccc5-4df8-a07a-24b2e2762787"}]} Jun 27 20:13:57.334490 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-12579f60-4a3e-44ca-af30-d2885e986bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16271069'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:57.353103 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-12579f60-4a3e-44ca-af30-d2885e986bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:57.359180 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12579f60-4a3e-44ca-af30-d2885e986bbb admin admin] Pushing event deleted for resources: {'Network': ['ID=d40ff268-aa38-4161-b8bc-5035a272a9f3,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:57.359804 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295187d-1b57-4db1-8bba-668933be6811 req-2b3430c1-1497-470d-8059-bdb557b4ac0a tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:13:57.361301 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c295187d-1b57-4db1-8bba-668933be6811 req-2b3430c1-1497-470d-8059-bdb557b4ac0a tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 946 time: 0.0861311 Jun 27 20:13:57.375630 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-12579f60-4a3e-44ca-af30-d2885e986bbb admin admin] 10.222.0.23 "DELETE /v2.0/networks/d40ff268-aa38-4161-b8bc-5035a272a9f3 HTTP/1.1" status: 204 len: 168 time: 0.9351778 Jun 27 20:13:57.378382 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 34614) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:57.405307 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c295187d-1b57-4db1-8bba-668933be6811 req-19bd42aa-b698-44aa-aacd-403ef3016932 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381107 Jun 27 20:13:57.662314 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-2dc5d56a-589c-4c42-b0cf-7bc60b7cc8ac None None] Deleting port 47bd7982-d97c-4b3c-a341-5957806a8a50 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:13:57.662796 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2dc5d56a-589c-4c42-b0cf-7bc60b7cc8ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:57.730936 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-2dc5d56a-589c-4c42-b0cf-7bc60b7cc8ac None None] The port '47bd7982-d97c-4b3c-a341-5957806a8a50' was deleted {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 27 20:13:57.992568 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cff622a6-3a0c-411f-9962-1b1cb3dec496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16760029'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:58.008611 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device d3cc5922-abf3-4916-94cf-ae9a56ad4244 no longer exists at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:13:58.042126 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] No Port match for: d3cc5922-abf3-4916-94cf-ae9a56ad4244 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:13:58.042537 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device d3cc5922-abf3-4916-94cf-ae9a56ad4244 not bound to the agent host dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:13:58.043438 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 47bd7982-d97c-4b3c-a341-5957806a8a50 no longer exists at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:13:58.074700 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] No Port match for: 47bd7982-d97c-4b3c-a341-5957806a8a50 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:13:58.075032 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 47bd7982-d97c-4b3c-a341-5957806a8a50 not bound to the agent host dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:13:58.327620 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-cff622a6-3a0c-411f-9962-1b1cb3dec496 admin admin] Deleting port 9ad36055-bb24-4f1f-9d76-650067de2c2e {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:13:58.327948 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cff622a6-3a0c-411f-9962-1b1cb3dec496 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:58.493023 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-cff622a6-3a0c-411f-9962-1b1cb3dec496 admin admin] For port 9ad36055-bb24-4f1f-9d76-650067de2c2e, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=9ad36055-bb24-4f1f-9d76-650067de2c2e,segment=NetworkSegment(9db83cdb-3ac8-42f5-8068-e454d563e374),segment_id=9db83cdb-3ac8-42f5-8068-e454d563e374)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:13:58.493399 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cff622a6-3a0c-411f-9962-1b1cb3dec496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:58.620406 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-cff622a6-3a0c-411f-9962-1b1cb3dec496 admin admin] Calling delete_port for 9ad36055-bb24-4f1f-9d76-650067de2c2e owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:13:58.786975 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cff622a6-3a0c-411f-9962-1b1cb3dec496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:58.832095 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff622a6-3a0c-411f-9962-1b1cb3dec496 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad36055-bb24-4f1f-9d76-650067de2c2e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:13:59.106441 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-cff622a6-3a0c-411f-9962-1b1cb3dec496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16717692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16759977'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:59.544310 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff622a6-3a0c-411f-9962-1b1cb3dec496 admin admin] Router ac707008-9f3c-4d6c-b986-e76642172188 has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:13:59.716038 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff622a6-3a0c-411f-9962-1b1cb3dec496 admin admin] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:13:59.724207 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fb794e-c32f-4451-b02c-64c363131c2b None None] Sync routers for ids ['ac707008-9f3c-4d6c-b986-e76642172188'] in dv-cinder-845799-1-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:13:59.724962 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-cff622a6-3a0c-411f-9962-1b1cb3dec496 admin admin] 10.222.0.23 "PUT /v2.0/routers/ac707008-9f3c-4d6c-b986-e76642172188/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3456290 Jun 27 20:13:59.727453 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 34622) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:13:59.733868 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fb794e-c32f-4451-b02c-64c363131c2b None None] Routers {'ac707008-9f3c-4d6c-b986-e76642172188'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:13:59.734453 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-c1fb794e-c32f-4451-b02c-64c363131c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:13:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['ac707008-9f3c-4d6c-b986-e76642172188'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:13:59.900704 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9234158f-7fb3-46f3-bd33-2241437fa67e admin admin] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:13:59.901866 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-c1fb794e-c32f-4451-b02c-64c363131c2b None None] Set router ac707008-9f3c-4d6c-b986-e76642172188 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:14:00.073059 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9234158f-7fb3-46f3-bd33-2241437fa67e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:00.083713 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-9234158f-7fb3-46f3-bd33-2241437fa67e admin admin] Deleting port e2d6ae6b-664e-436d-879b-cebf3c6dd533 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:14:00.084113 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9234158f-7fb3-46f3-bd33-2241437fa67e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:00.176409 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-c1fb794e-c32f-4451-b02c-64c363131c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac707008-9f3c-4d6c-b986-e76642172188', 'name': 'tempest-TestMinimumBasicScenario-834147884-router', 'tenant_id': 'ebb1a55d45bf4d1ca1302368f81b8cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e2d6ae6b-664e-436d-879b-cebf3c6dd533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:33Z', 'updated_at': '2022-06-27T20:13:58Z', 'revision_number': 5, 'project_id': 'ebb1a55d45bf4d1ca1302368f81b8cf5', 'gw_port': {'id': 'e2d6ae6b-664e-436d-879b-cebf3c6dd533', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:aa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac707008-9f3c-4d6c-b986-e76642172188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:35Z', 'updated_at': '2022-06-27T20:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:14:00.179994 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fb794e-c32f-4451-b02c-64c363131c2b None None] Checking router: ac707008-9f3c-4d6c-b986-e76642172188 for host: dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:14:00.187953 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fb794e-c32f-4451-b02c-64c363131c2b None None] Routers {'ac707008-9f3c-4d6c-b986-e76642172188'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:14:00.188523 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-c1fb794e-c32f-4451-b02c-64c363131c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:13:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['ac707008-9f3c-4d6c-b986-e76642172188'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:14:00.263290 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-9234158f-7fb3-46f3-bd33-2241437fa67e admin admin] For port e2d6ae6b-664e-436d-879b-cebf3c6dd533, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=e2d6ae6b-664e-436d-879b-cebf3c6dd533,segment=NetworkSegment(c8e1d377-ef10-44fe-8306-b14a68212fb0),segment_id=c8e1d377-ef10-44fe-8306-b14a68212fb0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:14:00.263900 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9234158f-7fb3-46f3-bd33-2241437fa67e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:00.330641 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-c1fb794e-c32f-4451-b02c-64c363131c2b None None] Set router ac707008-9f3c-4d6c-b986-e76642172188 gateway port host: None {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:14:00.381430 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-9234158f-7fb3-46f3-bd33-2241437fa67e admin admin] Calling delete_port for e2d6ae6b-664e-436d-879b-cebf3c6dd533 owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:14:00.431215 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-c1fb794e-c32f-4451-b02c-64c363131c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac707008-9f3c-4d6c-b986-e76642172188', 'name': 'tempest-TestMinimumBasicScenario-834147884-router', 'tenant_id': 'ebb1a55d45bf4d1ca1302368f81b8cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:33Z', 'updated_at': '2022-06-27T20:14:00Z', 'revision_number': 6, 'project_id': 'ebb1a55d45bf4d1ca1302368f81b8cf5', 'gw_port_host': None}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:14:00.435401 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fb794e-c32f-4451-b02c-64c363131c2b None None] The sync data for ids ['ac707008-9f3c-4d6c-b986-e76642172188'] in dv-cinder-845799-1-iscsi is: [{'id': 'ac707008-9f3c-4d6c-b986-e76642172188', 'name': 'tempest-TestMinimumBasicScenario-834147884-router', 'tenant_id': 'ebb1a55d45bf4d1ca1302368f81b8cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:33Z', 'updated_at': '2022-06-27T20:14:00Z', 'revision_number': 6, 'project_id': 'ebb1a55d45bf4d1ca1302368f81b8cf5', 'gw_port_host': None}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:14:00.642579 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9234158f-7fb3-46f3-bd33-2241437fa67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:00.691445 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234158f-7fb3-46f3-bd33-2241437fa67e admin admin] Pushing event deleted for resources: {'Port': ['ID=e2d6ae6b-664e-436d-879b-cebf3c6dd533,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:14:00.783271 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9234158f-7fb3-46f3-bd33-2241437fa67e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16757820'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:00.956885 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9234158f-7fb3-46f3-bd33-2241437fa67e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16270997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4448'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:00.958965 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9234158f-7fb3-46f3-bd33-2241437fa67e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:00.981339 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9234158f-7fb3-46f3-bd33-2241437fa67e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16272861'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:00.981970 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9234158f-7fb3-46f3-bd33-2241437fa67e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac707008-9f3c-4d6c-b986-e76642172188 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 27 20:14:00.993788 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9234158f-7fb3-46f3-bd33-2241437fa67e admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:00.994906 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-9234158f-7fb3-46f3-bd33-2241437fa67e admin admin] 10.222.0.23 "DELETE /v2.0/routers/ac707008-9f3c-4d6c-b986-e76642172188 HTTP/1.1" status: 204 len: 168 time: 1.2664552 Jun 27 20:14:00.997352 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 34626) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:14:01.057530 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e6860f-b77f-4fa5-837b-715748848856 admin admin] Deleting subnet 8ee364b9-4388-48cb-a57a-97a8285aa777 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 27 20:14:01.060349 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-56e6860f-b77f-4fa5-837b-715748848856 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:01.108145 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-56e6860f-b77f-4fa5-837b-715748848856 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14191946'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:01.187084 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-56e6860f-b77f-4fa5-837b-715748848856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-607847'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:01.254646 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-56e6860f-b77f-4fa5-837b-715748848856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-607836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16137172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14291743'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:01.292157 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6860f-b77f-4fa5-837b-715748848856 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ee364b9-4388-48cb-a57a-97a8285aa777,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:14:01.296313 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-56e6860f-b77f-4fa5-837b-715748848856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:01.302329 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-56e6860f-b77f-4fa5-837b-715748848856 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8ee364b9-4388-48cb-a57a-97a8285aa777 HTTP/1.1" status: 204 len: 168 time: 0.3039868 Jun 27 20:14:01.302562 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b366ef7-987e-4c75-80e0-d8ad680a5a25 None None] Network 4599e0c9-0a47-4289-880d-9898d03af9f3 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:14:01.304649 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 34630) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:14:01.412136 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c6b01e7f-f0fd-4c5c-a831-0ceb88933181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590302'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:01.423354 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-c6b01e7f-f0fd-4c5c-a831-0ceb88933181 admin admin] Deleting port 5469466e-1d8c-4f1b-a075-d5c063b59167 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:14:01.423688 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c6b01e7f-f0fd-4c5c-a831-0ceb88933181 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:01.560887 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fef943-2f3f-436b-bb60-3e6f671c8874 None None] DHCP port deletion for 4599e0c9-0a47-4289-880d-9898d03af9f3 request from dv-cinder-845799-1-iscsi {{(pid=88115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 27 20:14:01.565177 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-24fef943-2f3f-436b-bb60-3e6f671c8874 None None] Deleting port 5469466e-1d8c-4f1b-a075-d5c063b59167 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:14:01.565626 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-24fef943-2f3f-436b-bb60-3e6f671c8874 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:01.632639 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-c6b01e7f-f0fd-4c5c-a831-0ceb88933181 admin admin] For port 5469466e-1d8c-4f1b-a075-d5c063b59167, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=5469466e-1d8c-4f1b-a075-d5c063b59167,segment=NetworkSegment(9db83cdb-3ac8-42f5-8068-e454d563e374),segment_id=9db83cdb-3ac8-42f5-8068-e454d563e374)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:14:01.633008 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c6b01e7f-f0fd-4c5c-a831-0ceb88933181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:01.753319 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-c6b01e7f-f0fd-4c5c-a831-0ceb88933181 admin admin] Calling delete_port for 5469466e-1d8c-4f1b-a075-d5c063b59167 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:14:01.763246 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-24fef943-2f3f-436b-bb60-3e6f671c8874 None None] For port 5469466e-1d8c-4f1b-a075-d5c063b59167, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=5469466e-1d8c-4f1b-a075-d5c063b59167,segment=NetworkSegment(9db83cdb-3ac8-42f5-8068-e454d563e374),segment_id=9db83cdb-3ac8-42f5-8068-e454d563e374)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:14:01.763630 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-24fef943-2f3f-436b-bb60-3e6f671c8874 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:01.831078 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c6b01e7f-f0fd-4c5c-a831-0ceb88933181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:01.878020 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b01e7f-f0fd-4c5c-a831-0ceb88933181 admin admin] Pushing event deleted for resources: {'Port': ['ID=5469466e-1d8c-4f1b-a075-d5c063b59167,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:14:01.879806 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b01e7f-f0fd-4c5c-a831-0ceb88933181 admin admin] No DVR routers for this DVR port 5469466e-1d8c-4f1b-a075-d5c063b59167 on host dv-cinder-845799-1-iscsi {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 20:14:01.884951 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-24fef943-2f3f-436b-bb60-3e6f671c8874 None None] Calling delete_port for 5469466e-1d8c-4f1b-a075-d5c063b59167 owned by network:dhcp {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:14:01.955922 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.db.api [None req-24fef943-2f3f-436b-bb60-3e6f671c8874 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 20:14:01.956275 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG oslo_db.api [None req-24fef943-2f3f-436b-bb60-3e6f671c8874 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 20:14:02.011552 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 9ad36055-bb24-4f1f-9d76-650067de2c2e no longer exists at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:14:02.046347 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] No Port match for: 9ad36055-bb24-4f1f-9d76-650067de2c2e {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:14:02.046683 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 9ad36055-bb24-4f1f-9d76-650067de2c2e not bound to the agent host dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:14:02.047099 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device e2d6ae6b-664e-436d-879b-cebf3c6dd533 no longer exists at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:14:02.088081 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c6b01e7f-f0fd-4c5c-a831-0ceb88933181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614162', 'neutron.services.segments.db._delete_segments_for_network-8741810542969'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:02.109535 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] No Port match for: e2d6ae6b-664e-436d-879b-cebf3c6dd533 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:14:02.109904 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device e2d6ae6b-664e-436d-879b-cebf3c6dd533 not bound to the agent host dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:14:02.110306 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 5469466e-1d8c-4f1b-a075-d5c063b59167 no longer exists at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:14:02.113190 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.services.segments.db [None req-c6b01e7f-f0fd-4c5c-a831-0ceb88933181 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4599e0c9-0a47-4289-880d-9898d03af9f3']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:14:02.125161 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.services.segments.db [None req-c6b01e7f-f0fd-4c5c-a831-0ceb88933181 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db83cdb-3ac8-42f5-8068-e454d563e374') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:14:02.125449 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.services.segments.db [None req-c6b01e7f-f0fd-4c5c-a831-0ceb88933181 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db83cdb-3ac8-42f5-8068-e454d563e374') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:14:02.136263 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c6b01e7f-f0fd-4c5c-a831-0ceb88933181 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741810611348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14191939'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:02.141540 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] No Port match for: 5469466e-1d8c-4f1b-a075-d5c063b59167 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:14:02.141914 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 5469466e-1d8c-4f1b-a075-d5c063b59167 not bound to the agent host dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:14:02.155225 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c6b01e7f-f0fd-4c5c-a831-0ceb88933181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603533'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:02.161221 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b01e7f-f0fd-4c5c-a831-0ceb88933181 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 20:14:02.161640 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c6b01e7f-f0fd-4c5c-a831-0ceb88933181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-603522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16137082'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:02.224893 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.services.segments.plugin [-] Segment 9db83cdb-3ac8-42f5-8068-e454d563e374 resource provider aggregate not found Jun 27 20:14:02.245772 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.services.segments.plugin [-] Segment 9db83cdb-3ac8-42f5-8068-e454d563e374 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9db83cdb-3ac8-42f5-8068-e454d563e374 found for delete ", "request_id": "req-69927c4f-5319-4b25-9853-4a53abe2e17f"}]} Jun 27 20:14:02.258241 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c6b01e7f-f0fd-4c5c-a831-0ceb88933181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16271069'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:02.273322 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c6b01e7f-f0fd-4c5c-a831-0ceb88933181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:02.283319 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b01e7f-f0fd-4c5c-a831-0ceb88933181 admin admin] Pushing event deleted for resources: {'Network': ['ID=4599e0c9-0a47-4289-880d-9898d03af9f3,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:14:02.287480 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-c6b01e7f-f0fd-4c5c-a831-0ceb88933181 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4599e0c9-0a47-4289-880d-9898d03af9f3 HTTP/1.1" status: 204 len: 168 time: 0.9816091 Jun 27 20:14:02.456967 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 34640) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:14:02.457595 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-24fef943-2f3f-436b-bb60-3e6f671c8874 None None] Deleting port 5469466e-1d8c-4f1b-a075-d5c063b59167 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:14:02.458048 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-24fef943-2f3f-436b-bb60-3e6f671c8874 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:02.509273 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-4ffce8e3-cce8-4605-97f9-6a9f5a0bd52e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f3cf8f149dca402fae175f02d29b94ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509491 Jun 27 20:14:02.511573 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 34644) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:14:02.524415 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-24fef943-2f3f-436b-bb60-3e6f671c8874 None None] The port '5469466e-1d8c-4f1b-a075-d5c063b59167' was deleted {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 27 20:14:02.573557 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2c26f4e8-3a41-4255-bce5-f9f27a9f0ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:02.599480 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2c26f4e8-3a41-4255-bce5-f9f27a9f0ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:02.653057 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2c26f4e8-3a41-4255-bce5-f9f27a9f0ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:02.669660 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26f4e8-3a41-4255-bce5-f9f27a9f0ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b5ae84-b5d7-4e0d-971b-9f174c45ea50,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:14:02.676011 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2c26f4e8-3a41-4255-bce5-f9f27a9f0ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:02.677124 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-2c26f4e8-3a41-4255-bce5-f9f27a9f0ce4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93b5ae84-b5d7-4e0d-971b-9f174c45ea50 HTTP/1.1" status: 204 len: 168 time: 0.1645656 Jun 27 20:14:03.014332 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 34652) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:14:03.062422 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-f2adf010-cd3a-4a65-8238-7d2f7ef58fe4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ebb1a55d45bf4d1ca1302368f81b8cf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468342 Jun 27 20:14:03.064743 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 34656) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:14:03.123782 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-340f464a-66c6-4318-a190-678719a3a801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:03.148185 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-340f464a-66c6-4318-a190-678719a3a801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:03.199504 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-340f464a-66c6-4318-a190-678719a3a801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:03.213683 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f464a-66c6-4318-a190-678719a3a801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5b657f-d2fe-440b-84d0-582546719c2c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:14:03.220312 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-340f464a-66c6-4318-a190-678719a3a801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:03.221416 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-340f464a-66c6-4318-a190-678719a3a801 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0b5b657f-d2fe-440b-84d0-582546719c2c HTTP/1.1" status: 204 len: 168 time: 0.1557312 Jun 27 20:14:12.480631 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:12.840325 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:14:13.194506 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-180e00dd-7299-4323-97a9-3128d1685988 req-1a1415a4-866b-4f3d-88a0-bb62afc72caa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772378 Jun 27 20:14:13.309687 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e00dd-7299-4323-97a9-3128d1685988 req-67568c8c-43b7-4ca9-84df-98893c33d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:13.311675 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-180e00dd-7299-4323-97a9-3128d1685988 req-67568c8c-43b7-4ca9-84df-98893c33d7a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce50a06e19fe48b5ad68a43b953f5ae0&device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 1099 time: 0.0820847 Jun 27 20:14:13.461735 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e00dd-7299-4323-97a9-3128d1685988 req-ecbe66df-d896-44c5-a530-134d239d6460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:13.463058 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-180e00dd-7299-4323-97a9-3128d1685988 req-ecbe66df-d896-44c5-a530-134d239d6460 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b3d414e0-f67f-476e-9bc2-025bb15b4193 HTTP/1.1" status: 200 len: 909 time: 0.1245232 Jun 27 20:14:13.565780 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-180e00dd-7299-4323-97a9-3128d1685988 req-25e10c24-e5f3-4a87-8c56-c38de9d4a1c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=293cb1f6-62ca-420c-a069-ea9f15e6dda8 HTTP/1.1" status: 200 len: 1000 time: 0.0944805 Jun 27 20:14:13.626427 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e00dd-7299-4323-97a9-3128d1685988 req-64638be1-3e73-4c1c-b78a-046069a7553b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:13.627809 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-180e00dd-7299-4323-97a9-3128d1685988 req-64638be1-3e73-4c1c-b78a-046069a7553b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fc6859b-14ec-4180-9322-1859f9ae604d HTTP/1.1" status: 200 len: 847 time: 0.0556982 Jun 27 20:14:13.710173 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e00dd-7299-4323-97a9-3128d1685988 req-7f719872-9a5a-4b28-8fb6-de41b25094c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:13.711594 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-180e00dd-7299-4323-97a9-3128d1685988 req-7f719872-9a5a-4b28-8fb6-de41b25094c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b3d414e0-f67f-476e-9bc2-025bb15b4193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770843 Jun 27 20:14:13.838875 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-180e00dd-7299-4323-97a9-3128d1685988 req-347a716c-b8e5-42ad-8e5d-36ae4312aa0c service neutron] 10.222.0.15 "GET /v2.0/networks/b3d414e0-f67f-476e-9bc2-025bb15b4193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203454 Jun 27 20:14:13.969657 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-180e00dd-7299-4323-97a9-3128d1685988 req-425cadaa-bdd8-4914-98fd-96fc9ce1e5f6 service neutron] 10.222.0.15 "GET /v2.0/networks/b3d414e0-f67f-476e-9bc2-025bb15b4193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230249 Jun 27 20:14:14.613488 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f3d83bea-9e97-43d1-8ecf-de2b182ee7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:16.804590 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-129e7b5b-c9f3-44bb-914b-0df2f4e5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:17.206877 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe96a0-bfe3-4842-8ae7-718cd1aaf2f7 req-695b6bbf-293d-42b2-a956-26747c6c064c tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:17.208309 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5abe96a0-bfe3-4842-8ae7-718cd1aaf2f7 req-695b6bbf-293d-42b2-a956-26747c6c064c tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 946 time: 0.0875833 Jun 27 20:14:17.254162 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5abe96a0-bfe3-4842-8ae7-718cd1aaf2f7 req-dd41ecb7-a5a7-4f10-9899-3e04232290ea tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402763 Jun 27 20:14:17.993905 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:18.060721 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:18.446662 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ffdfff-cbc2-4e19-b5d8-578737b54722 req-b6b8f364-9088-49b2-af7d-b422321d8287 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:18.448089 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a8ffdfff-cbc2-4e19-b5d8-578737b54722 req-b6b8f364-9088-49b2-af7d-b422321d8287 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 946 time: 0.0846090 Jun 27 20:14:18.500540 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a8ffdfff-cbc2-4e19-b5d8-578737b54722 req-39de3a6a-36c2-450c-9593-d055e7dc22f8 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467167 Jun 27 20:14:19.261436 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:19.792371 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e0bc7-ffde-45e7-a9ed-9d038aed6649 req-aec4bc98-5e69-4a3c-905c-a3f4315f472e tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:19.793776 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4f2e0bc7-ffde-45e7-a9ed-9d038aed6649 req-aec4bc98-5e69-4a3c-905c-a3f4315f472e tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 946 time: 0.1873682 Jun 27 20:14:19.836991 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4f2e0bc7-ffde-45e7-a9ed-9d038aed6649 req-23ed09de-a915-4b26-ac27-409d9988204f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370004 Jun 27 20:14:21.031445 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381fbd50-f4cf-49c6-a5a3-0c6123606cb1 req-64e29cde-d85b-43a2-8cfb-8bcc4c3dd1ae tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:21.032878 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-381fbd50-f4cf-49c6-a5a3-0c6123606cb1 req-64e29cde-d85b-43a2-8cfb-8bcc4c3dd1ae tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 946 time: 0.0859330 Jun 27 20:14:21.075358 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-381fbd50-f4cf-49c6-a5a3-0c6123606cb1 req-0af51abb-db27-4d6e-b966-6b20532ccafd tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369544 Jun 27 20:14:22.267645 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ecaf62-9677-4f9f-a88a-1d669dfb6adb req-6ca34372-34c8-44ee-8eca-ef77261befa7 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:22.269066 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-72ecaf62-9677-4f9f-a88a-1d669dfb6adb req-6ca34372-34c8-44ee-8eca-ef77261befa7 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 946 time: 0.0881662 Jun 27 20:14:22.313843 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-72ecaf62-9677-4f9f-a88a-1d669dfb6adb req-2298f57a-b347-48cd-903e-6492eb059596 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391226 Jun 27 20:14:23.505811 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d59b1-2791-4cb5-b63d-cdb98c9bb7b5 req-63c2e7af-97c2-41b3-b73f-897cd445345c tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:23.507269 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-002d59b1-2791-4cb5-b63d-cdb98c9bb7b5 req-63c2e7af-97c2-41b3-b73f-897cd445345c tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 946 time: 0.0841897 Jun 27 20:14:23.549557 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-002d59b1-2791-4cb5-b63d-cdb98c9bb7b5 req-6c0635e8-7d1e-4aac-b45a-11e9b9de0db5 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366526 Jun 27 20:14:24.746517 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d8167-acc9-48a9-8aa8-612f2a6016a9 req-b4e0f916-0199-432f-8c88-0a8158d22bd5 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:24.747931 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cb4d8167-acc9-48a9-8aa8-612f2a6016a9 req-b4e0f916-0199-432f-8c88-0a8158d22bd5 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 946 time: 0.0869641 Jun 27 20:14:24.790679 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cb4d8167-acc9-48a9-8aa8-612f2a6016a9 req-9416ca9a-d933-4154-a7cf-f21d78eece33 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372322 Jun 27 20:14:25.983565 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4afcb-5f41-4a90-8927-bca18e4b737e req-9a0ee470-c956-4d2f-be0b-02379a192149 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:25.985531 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-bda4afcb-5f41-4a90-8927-bca18e4b737e req-9a0ee470-c956-4d2f-be0b-02379a192149 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 946 time: 0.0889795 Jun 27 20:14:26.026371 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-bda4afcb-5f41-4a90-8927-bca18e4b737e req-c6042f07-cb71-4e57-817b-df2da5e479c4 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353258 Jun 27 20:14:27.215221 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaaa55f-724d-409d-bfcd-6eaba48226ba req-dae50ee9-3cff-4793-acd2-02702101a94a tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:27.216563 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-bbaaa55f-724d-409d-bfcd-6eaba48226ba req-dae50ee9-3cff-4793-acd2-02702101a94a tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 946 time: 0.0836866 Jun 27 20:14:27.260097 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-bbaaa55f-724d-409d-bfcd-6eaba48226ba req-956cb61d-a7c2-4195-b85d-53664e42351f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373979 Jun 27 20:14:28.455072 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89ffc6-29cd-40f6-ad5f-dac26fd12682 req-82260b27-4a51-43a8-98a8-0dedc9f14c89 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:28.456502 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5e89ffc6-29cd-40f6-ad5f-dac26fd12682 req-82260b27-4a51-43a8-98a8-0dedc9f14c89 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 946 time: 0.0903690 Jun 27 20:14:28.498594 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5e89ffc6-29cd-40f6-ad5f-dac26fd12682 req-92979006-640c-42c0-b727-9982dbde0be3 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364408 Jun 27 20:14:29.707531 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99812128-6191-4695-8bc9-00c7257c784c req-1dadc975-086a-475c-88de-18741d6301da tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:29.708974 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-99812128-6191-4695-8bc9-00c7257c784c req-1dadc975-086a-475c-88de-18741d6301da tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 946 time: 0.1005311 Jun 27 20:14:29.751732 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-99812128-6191-4695-8bc9-00c7257c784c req-7fd29363-73b9-4501-b9b9-529c6c89d0a6 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371785 Jun 27 20:14:30.944165 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b9e01-ea3b-463d-973d-98a7f78630b5 req-12866501-62f8-43fa-8828-a1caedd375e7 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:30.945632 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-181b9e01-ea3b-463d-973d-98a7f78630b5 req-12866501-62f8-43fa-8828-a1caedd375e7 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 946 time: 0.0852597 Jun 27 20:14:30.988339 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-181b9e01-ea3b-463d-973d-98a7f78630b5 req-a5371156-2987-4103-8e49-76fa8e570b9b tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371432 Jun 27 20:14:32.183856 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0b845-5b1b-4d40-90a9-a89b3f445fe2 req-c1a5a15a-b332-4a5b-9bc5-53190063769f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:32.185198 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cfc0b845-5b1b-4d40-90a9-a89b3f445fe2 req-c1a5a15a-b332-4a5b-9bc5-53190063769f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 946 time: 0.0870035 Jun 27 20:14:32.227524 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cfc0b845-5b1b-4d40-90a9-a89b3f445fe2 req-117a4654-f595-4e7b-b424-ba00edb82ba4 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367644 Jun 27 20:14:33.421024 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb781ca-fb21-4c47-8ecd-23f47f8eec45 req-f3e38d0a-67ce-4ddb-87c4-caf42d6a7990 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:33.422476 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fdb781ca-fb21-4c47-8ecd-23f47f8eec45 req-f3e38d0a-67ce-4ddb-87c4-caf42d6a7990 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 946 time: 0.0873315 Jun 27 20:14:33.464875 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fdb781ca-fb21-4c47-8ecd-23f47f8eec45 req-92f8d9a1-7263-4204-89d0-0b51b9af0974 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368385 Jun 27 20:14:34.652732 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba0dbb-5e07-45c0-8991-acfe5eba0609 req-0a749b1e-d766-4da5-9b49-4da94c3c9c4e tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:34.654211 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-79ba0dbb-5e07-45c0-8991-acfe5eba0609 req-0a749b1e-d766-4da5-9b49-4da94c3c9c4e tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 946 time: 0.0837851 Jun 27 20:14:34.697364 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-79ba0dbb-5e07-45c0-8991-acfe5eba0609 req-203da3ac-99b0-4f32-b574-b929537b9cab tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367000 Jun 27 20:14:35.892553 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0396cd-c8cf-4a4e-9c28-3a86a982cd36 req-df4c31f3-6aff-4ad6-ab0f-521c37723054 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:35.894006 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1c0396cd-c8cf-4a4e-9c28-3a86a982cd36 req-df4c31f3-6aff-4ad6-ab0f-521c37723054 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 946 time: 0.0879138 Jun 27 20:14:35.936299 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1c0396cd-c8cf-4a4e-9c28-3a86a982cd36 req-7f6a2257-f4d7-4e18-ad59-22514835fedc tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366268 Jun 27 20:14:36.273649 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device c1410272-1929-4223-ad6b-faeba79e1580 details requested by agent hyperv_hv-cinder-84579 with host hv-cinder-84579 {{(pid=88115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 20:14:36.400175 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port c1410272-1929-4223-ad6b-faeba79e1580, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=c1410272-1929-4223-ad6b-faeba79e1580,segment=NetworkSegment(239487e6-915f-4fa0-ada1-48352006308c),segment_id=239487e6-915f-4fa0-ada1-48352006308c)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:14:36.412936 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Returning: {'device': 'c1410272-1929-4223-ad6b-faeba79e1580', 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063', 'port_id': 'c1410272-1929-4223-ad6b-faeba79e1580', 'mac_address': 'fa:16:3e:fd:c6:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 20:14:36.468759 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port c1410272-1929-4223-ad6b-faeba79e1580 is: ACTIVE; New status is: BUILD {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:14:36.469124 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:36.484923 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1410272-1929-4223-ad6b-faeba79e1580 {{(pid=88115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:14:36.499333 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port c1410272-1929-4223-ad6b-faeba79e1580, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=c1410272-1929-4223-ad6b-faeba79e1580,segment=NetworkSegment(239487e6-915f-4fa0-ada1-48352006308c),segment_id=239487e6-915f-4fa0-ada1-48352006308c)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:14:36.503926 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:36.567272 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=c1410272-1929-4223-ad6b-faeba79e1580,revision_number=6']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:14:36.686353 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['c1410272-1929-4223-ad6b-faeba79e1580'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:14:37.130317 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4946c24-0f8a-4853-b370-a60a32853aa3 req-09dbd260-ed84-4c86-9139-251011c9af14 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:37.131783 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c4946c24-0f8a-4853-b370-a60a32853aa3 req-09dbd260-ed84-4c86-9139-251011c9af14 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 945 time: 0.0881088 Jun 27 20:14:37.174068 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c4946c24-0f8a-4853-b370-a60a32853aa3 req-ba578df6-c5e4-4263-adc3-f3725075bb2e tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361335 Jun 27 20:14:38.276648 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device c1410272-1929-4223-ad6b-faeba79e1580 up at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:14:38.344605 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning complete for port c1410272-1929-4223-ad6b-faeba79e1580 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:14:38.344973 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:38.375029 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e63c5-b9e8-4ec1-9586-3a5429cff029 req-3c8e2e01-aa78-4aa1-aa99-a7e3f5e58fb5 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:38.376483 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-637e63c5-b9e8-4ec1-9586-3a5429cff029 req-3c8e2e01-aa78-4aa1-aa99-a7e3f5e58fb5 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 945 time: 0.0843854 Jun 27 20:14:38.420891 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-637e63c5-b9e8-4ec1-9586-3a5429cff029 req-d893cdf7-dc2b-4053-907c-3f01c9eb10c3 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386415 Jun 27 20:14:38.463137 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port c1410272-1929-4223-ad6b-faeba79e1580 is: BUILD; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:14:38.463441 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:38.488940 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffb48d2-a0a6-416f-aae8-5f5104e02844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1410272-1929-4223-ad6b-faeba79e1580'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:14:38.498659 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port c1410272-1929-4223-ad6b-faeba79e1580, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=c1410272-1929-4223-ad6b-faeba79e1580,segment=NetworkSegment(239487e6-915f-4fa0-ada1-48352006308c),segment_id=239487e6-915f-4fa0-ada1-48352006308c)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:14:38.502411 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:38.541461 dv-cinder-845799-1-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea2cc016-df0b-49b3-bd7c-dec7315f24d6'] response: {'server_uuid': '0ffb48d2-a0a6-416f-aae8-5f5104e02844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1410272-1929-4223-ad6b-faeba79e1580', 'code': 200} Jun 27 20:14:38.572204 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=c1410272-1929-4223-ad6b-faeba79e1580,revision_number=7']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:14:39.615038 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af64da-92c9-4826-b7fc-8ec2bd7d0ccf req-ddd3859f-6264-4c21-9a5a-7f334bf2d1b0 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:39.616477 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-35af64da-92c9-4826-b7fc-8ec2bd7d0ccf req-ddd3859f-6264-4c21-9a5a-7f334bf2d1b0 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 946 time: 0.0881941 Jun 27 20:14:39.658602 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-35af64da-92c9-4826-b7fc-8ec2bd7d0ccf req-de6f29ba-4e03-4f05-abd2-a669427c4cde tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365894 Jun 27 20:14:40.956138 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd37bc3-1b11-48b5-8d52-44d06da1a174 req-39ad1a48-4c5c-45aa-b63e-7f31ae9df86e tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:40.957692 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3fd37bc3-1b11-48b5-8d52-44d06da1a174 req-39ad1a48-4c5c-45aa-b63e-7f31ae9df86e tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 946 time: 0.1827009 Jun 27 20:14:41.006068 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3fd37bc3-1b11-48b5-8d52-44d06da1a174 req-11ec0a6e-47fe-4778-9e58-894484eb5ce0 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391111 Jun 27 20:14:42.204365 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1faae09-fe3f-4047-bf97-977843864825 req-dc3101fc-b649-4090-aeac-5182e503b931 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:42.205995 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f1faae09-fe3f-4047-bf97-977843864825 req-dc3101fc-b649-4090-aeac-5182e503b931 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 946 time: 0.0904310 Jun 27 20:14:42.255121 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f1faae09-fe3f-4047-bf97-977843864825 req-72b419ac-286e-44d8-822f-1da783e02667 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418551 Jun 27 20:14:42.490798 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:43.460534 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5c8a8-8bc4-49ed-8b60-935f892a27c3 req-4945b8ac-776c-4960-b4cc-b82d842c5b46 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:43.462026 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2ab5c8a8-8bc4-49ed-8b60-935f892a27c3 req-4945b8ac-776c-4960-b4cc-b82d842c5b46 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 946 time: 0.0904365 Jun 27 20:14:43.514120 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2ab5c8a8-8bc4-49ed-8b60-935f892a27c3 req-8cd529b9-8bd9-49c2-99fe-c3502b6a60ca tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458984 Jun 27 20:14:44.641002 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d3d4be2d-e15c-4ba4-b805-0241a88f36ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:44.729270 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a3ead-983b-464c-b35d-969f782c3763 req-49ad1757-8752-426b-8a38-981f636f18bc tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:44.730750 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d82a3ead-983b-464c-b35d-969f782c3763 req-49ad1757-8752-426b-8a38-981f636f18bc tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 946 time: 0.0945323 Jun 27 20:14:44.775153 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d82a3ead-983b-464c-b35d-969f782c3763 req-b3c7e51d-5825-406b-9f26-c8220739b678 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383172 Jun 27 20:14:45.976279 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20115ad1-ed33-43e2-afb7-9d5ca830d8da req-7994d35b-28c2-41c4-bbea-6284babf7349 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:45.977774 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-20115ad1-ed33-43e2-afb7-9d5ca830d8da req-7994d35b-28c2-41c4-bbea-6284babf7349 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 946 time: 0.0914083 Jun 27 20:14:46.022744 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-20115ad1-ed33-43e2-afb7-9d5ca830d8da req-c98e7d71-6702-4d2c-b6ff-ba97f1b32fce tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388770 Jun 27 20:14:46.808323 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-54ed5350-3a75-4f1d-be6f-b1d373967113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:47.263923 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90cd87-425d-4a9e-a712-e89b2890b0d1 req-a8a681ba-3b69-446a-b250-ec2463e41852 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:47.265608 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2b90cd87-425d-4a9e-a712-e89b2890b0d1 req-a8a681ba-3b69-446a-b250-ec2463e41852 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 946 time: 0.0981832 Jun 27 20:14:47.321689 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2b90cd87-425d-4a9e-a712-e89b2890b0d1 req-fb69e483-2067-4354-8fb0-07519b7358e9 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495329 Jun 27 20:14:47.998762 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:48.065164 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:48.556846 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31225c6f-3f71-4dbc-a1e2-1f9c0a9ec47b req-b03a8058-b862-4205-b12f-6529a02090d8 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:48.559178 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-31225c6f-3f71-4dbc-a1e2-1f9c0a9ec47b req-b03a8058-b862-4205-b12f-6529a02090d8 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 946 time: 0.1139975 Jun 27 20:14:48.608674 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-31225c6f-3f71-4dbc-a1e2-1f9c0a9ec47b req-20f95f9c-2da6-4347-b960-58dcd6ae004d tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407622 Jun 27 20:14:49.267166 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:49.836271 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351be8e-28e8-473f-a524-5a480a4f6e80 req-cac99660-1fae-4134-8b2a-3de143595cef tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:49.837772 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2351be8e-28e8-473f-a524-5a480a4f6e80 req-cac99660-1fae-4134-8b2a-3de143595cef tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 946 time: 0.1079640 Jun 27 20:14:49.839538 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:14:49.890059 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2351be8e-28e8-473f-a524-5a480a4f6e80 req-30ca077c-6ccf-4af9-86b3-7c891476ff51 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453482 Jun 27 20:14:51.108393 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea92004-b125-4e13-806a-38a9968fc289 req-ddbc9b81-b238-430d-ae1c-c66ec65b5650 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:51.109915 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2ea92004-b125-4e13-806a-38a9968fc289 req-ddbc9b81-b238-430d-ae1c-c66ec65b5650 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 946 time: 0.0960982 Jun 27 20:14:51.153891 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2ea92004-b125-4e13-806a-38a9968fc289 req-aa1685ed-1adb-43e2-8eec-66e1a80d919e tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377300 Jun 27 20:14:52.273490 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd71944-a17c-4af9-b92b-554db61856e2 req-648eda04-55b4-475d-9a95-bc7235b0a42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:52.275017 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-9bd71944-a17c-4af9-b92b-554db61856e2 req-648eda04-55b4-475d-9a95-bc7235b0a42d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bde747057d140209cc6692d467254d8&device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 1099 time: 0.0773847 Jun 27 20:14:52.355152 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf2be4-c0e1-41f4-8354-df012193d74f req-f841bc42-4275-471c-aabf-24e89a1dde5a tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:52.356601 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-67cf2be4-c0e1-41f4-8354-df012193d74f req-f841bc42-4275-471c-aabf-24e89a1dde5a tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 946 time: 0.0909610 Jun 27 20:14:52.399009 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-67cf2be4-c0e1-41f4-8354-df012193d74f req-ccb11a54-11c4-460b-ab61-b93e44f02721 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367978 Jun 27 20:14:52.409266 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd71944-a17c-4af9-b92b-554db61856e2 req-4e2f70e1-3112-42a0-afee-25086c298e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:52.410742 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-9bd71944-a17c-4af9-b92b-554db61856e2 req-4e2f70e1-3112-42a0-afee-25086c298e73 service neutron] 10.222.0.15 "GET /v2.0/networks?id=03ddf4ce-871c-4f06-813b-1b3c7a85f063 HTTP/1.1" status: 200 len: 918 time: 0.1261823 Jun 27 20:14:52.603156 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-9bd71944-a17c-4af9-b92b-554db61856e2 req-12aa047c-9ed7-4677-b08e-809159ad0004 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1410272-1929-4223-ad6b-faeba79e1580 HTTP/1.1" status: 200 len: 1002 time: 0.1856387 Jun 27 20:14:52.665546 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd71944-a17c-4af9-b92b-554db61856e2 req-fd8ab07f-8c3e-4940-b141-6b9cc3d0ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:52.666921 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-9bd71944-a17c-4af9-b92b-554db61856e2 req-fd8ab07f-8c3e-4940-b141-6b9cc3d0ea2a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba00cca6-cfda-4754-8a1e-ba6ebb77dfea HTTP/1.1" status: 200 len: 856 time: 0.0573714 Jun 27 20:14:52.746782 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd71944-a17c-4af9-b92b-554db61856e2 req-6ba5a0f6-b79b-4caa-8e1b-339835b6ea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:52.748229 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-9bd71944-a17c-4af9-b92b-554db61856e2 req-6ba5a0f6-b79b-4caa-8e1b-339835b6ea09 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=03ddf4ce-871c-4f06-813b-1b3c7a85f063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749235 Jun 27 20:14:52.880718 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-9bd71944-a17c-4af9-b92b-554db61856e2 req-8b777b5d-c2a4-449c-bd64-38a2d4cb1c7e service neutron] 10.222.0.15 "GET /v2.0/networks/03ddf4ce-871c-4f06-813b-1b3c7a85f063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218812 Jun 27 20:14:53.011766 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-9bd71944-a17c-4af9-b92b-554db61856e2 req-42c96028-fa41-49a7-8f8b-1f93a87b5bde service neutron] 10.222.0.15 "GET /v2.0/networks/03ddf4ce-871c-4f06-813b-1b3c7a85f063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226850 Jun 27 20:14:53.590109 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f25bd-c96d-4bc7-972b-3c536404ea9a req-ad89cfbe-8625-417a-9b66-417df52b3b09 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:53.591552 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e87f25bd-c96d-4bc7-972b-3c536404ea9a req-ad89cfbe-8625-417a-9b66-417df52b3b09 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 946 time: 0.0846078 Jun 27 20:14:53.634364 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e87f25bd-c96d-4bc7-972b-3c536404ea9a req-99c727cf-779d-4b6f-ac0b-c859dfd09e8f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372691 Jun 27 20:14:54.831378 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162855b7-497d-4cc9-a345-176af7a27f80 req-3b1eb3ec-21ae-4c5e-803d-ec7f24ce02d7 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:54.832824 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-162855b7-497d-4cc9-a345-176af7a27f80 req-3b1eb3ec-21ae-4c5e-803d-ec7f24ce02d7 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 946 time: 0.0928209 Jun 27 20:14:54.878009 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-162855b7-497d-4cc9-a345-176af7a27f80 req-a4439efe-e32a-4841-b94f-ce693a0ffb87 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383155 Jun 27 20:14:56.075675 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671cdc3-6ae4-47f1-b5db-4a7f6d952e61 req-b03b1ff0-9e00-4ba4-8668-888a6b658ca3 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:56.077095 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8671cdc3-6ae4-47f1-b5db-4a7f6d952e61 req-b03b1ff0-9e00-4ba4-8668-888a6b658ca3 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 946 time: 0.0875497 Jun 27 20:14:56.119583 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8671cdc3-6ae4-47f1-b5db-4a7f6d952e61 req-e4243e09-00f5-48e3-9dd7-d46c19d82f6c tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369151 Jun 27 20:14:56.367480 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device c1410272-1929-4223-ad6b-faeba79e1580 no longer exists at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:14:56.482262 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port c1410272-1929-4223-ad6b-faeba79e1580 is: ACTIVE; New status is: DOWN {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:14:56.482633 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:56.507975 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffb48d2-a0a6-416f-aae8-5f5104e02844', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1410272-1929-4223-ad6b-faeba79e1580'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:14:56.517462 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port c1410272-1929-4223-ad6b-faeba79e1580, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=c1410272-1929-4223-ad6b-faeba79e1580,segment=NetworkSegment(239487e6-915f-4fa0-ada1-48352006308c),segment_id=239487e6-915f-4fa0-ada1-48352006308c)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:14:56.522357 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:14:56.558904 dv-cinder-845799-1-iscsi neutron-server[88115]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-84191388-c76c-4f41-8089-ba5d41d164aa']: {'server_uuid': '0ffb48d2-a0a6-416f-aae8-5f5104e02844', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c1410272-1929-4223-ad6b-faeba79e1580', 'code': 422} returned with failed status Jun 27 20:14:56.590939 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=c1410272-1929-4223-ad6b-faeba79e1580,revision_number=8']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:14:56.597838 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:14:56.598176 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:14:56.598507 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:14:56.598830 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:14:56.599151 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:14:56.599466 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:14:56.599782 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:14:56.600098 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:14:56.600410 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:14:56.600722 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:14:56.601048 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:14:56.601357 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:14:57.518859 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c344f7-9ead-467e-91c5-9516b1c88dd2 req-59f4d50e-834b-43e3-88c1-803d9b15c496 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:57.520313 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-79c344f7-9ead-467e-91c5-9516b1c88dd2 req-59f4d50e-834b-43e3-88c1-803d9b15c496 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 944 time: 0.0854607 Jun 27 20:14:57.525022 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-40744e02-4a6e-4bb1-ab69-a37d2fbe8e0b req-42d63506-5be4-4099-9ded-6161888f067f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0803318 Jun 27 20:14:57.565006 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-79c344f7-9ead-467e-91c5-9516b1c88dd2 req-885a62c5-990d-434d-9a22-d49fe79a620e tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380790 Jun 27 20:14:58.470910 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40744e02-4a6e-4bb1-ab69-a37d2fbe8e0b req-5b83b3ce-a344-4b70-a842-602c1e008f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:58.472370 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-40744e02-4a6e-4bb1-ab69-a37d2fbe8e0b req-5b83b3ce-a344-4b70-a842-602c1e008f2f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844&tenant_id=7bde747057d140209cc6692d467254d8 HTTP/1.1" status: 200 len: 1097 time: 0.0772679 Jun 27 20:14:58.588060 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40744e02-4a6e-4bb1-ab69-a37d2fbe8e0b req-3d907f7e-358f-4730-b7c0-64e67d2a0722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:58.589497 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-40744e02-4a6e-4bb1-ab69-a37d2fbe8e0b req-3d907f7e-358f-4730-b7c0-64e67d2a0722 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bde747057d140209cc6692d467254d8&device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 1097 time: 0.0791645 Jun 27 20:14:58.726774 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40744e02-4a6e-4bb1-ab69-a37d2fbe8e0b req-cf067adb-5f84-4576-926c-9655ef7997ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:58.728139 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-40744e02-4a6e-4bb1-ab69-a37d2fbe8e0b req-cf067adb-5f84-4576-926c-9655ef7997ac service neutron] 10.222.0.15 "GET /v2.0/networks?id=03ddf4ce-871c-4f06-813b-1b3c7a85f063 HTTP/1.1" status: 200 len: 918 time: 0.1316068 Jun 27 20:14:58.768055 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd660e-b334-406f-87d1-e86f25e03412 req-00cfefff-7b34-4627-8338-dfa775d240e5 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:58.769498 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-32cd660e-b334-406f-87d1-e86f25e03412 req-00cfefff-7b34-4627-8338-dfa775d240e5 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 944 time: 0.0884695 Jun 27 20:14:58.814166 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-32cd660e-b334-406f-87d1-e86f25e03412 req-0beb2840-167c-4669-b9b7-673804af953c tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384178 Jun 27 20:14:58.836399 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-40744e02-4a6e-4bb1-ab69-a37d2fbe8e0b req-9dd6dfe4-3b01-4131-8332-32e274dd9707 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1410272-1929-4223-ad6b-faeba79e1580 HTTP/1.1" status: 200 len: 1000 time: 0.1007299 Jun 27 20:14:58.900264 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40744e02-4a6e-4bb1-ab69-a37d2fbe8e0b req-6e89b257-8524-482e-add2-a680f8f6f103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:58.901715 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-40744e02-4a6e-4bb1-ab69-a37d2fbe8e0b req-6e89b257-8524-482e-add2-a680f8f6f103 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba00cca6-cfda-4754-8a1e-ba6ebb77dfea HTTP/1.1" status: 200 len: 856 time: 0.0592942 Jun 27 20:14:58.984426 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40744e02-4a6e-4bb1-ab69-a37d2fbe8e0b req-ab0606bd-0a2d-4983-9685-81e2f0a3b5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:14:58.985848 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-40744e02-4a6e-4bb1-ab69-a37d2fbe8e0b req-ab0606bd-0a2d-4983-9685-81e2f0a3b5f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=03ddf4ce-871c-4f06-813b-1b3c7a85f063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778110 Jun 27 20:14:59.114636 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-40744e02-4a6e-4bb1-ab69-a37d2fbe8e0b req-8cdcf10e-dbc8-476d-9082-5c3e036a763f service neutron] 10.222.0.15 "GET /v2.0/networks/03ddf4ce-871c-4f06-813b-1b3c7a85f063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224501 Jun 27 20:14:59.243292 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-40744e02-4a6e-4bb1-ab69-a37d2fbe8e0b req-cdda2495-72e3-46aa-8580-04de8f8e856e service neutron] 10.222.0.15 "GET /v2.0/networks/03ddf4ce-871c-4f06-813b-1b3c7a85f063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225767 Jun 27 20:15:00.037281 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115511f-23dc-4da5-a60c-fa60fc8c8f97 req-6a29a43e-eb39-4977-9d90-4597037e9686 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:00.039338 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0115511f-23dc-4da5-a60c-fa60fc8c8f97 req-6a29a43e-eb39-4977-9d90-4597037e9686 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 944 time: 0.0926588 Jun 27 20:15:00.088845 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0115511f-23dc-4da5-a60c-fa60fc8c8f97 req-459f8b52-1667-4f5d-bbe3-1d4770256d00 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402188 Jun 27 20:15:01.283571 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b02d7a-6498-41e4-87d5-5c4e83933708 req-7ccfe6ec-458e-4f30-b78f-df89c5ec9166 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:01.285412 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-19b02d7a-6498-41e4-87d5-5c4e83933708 req-7ccfe6ec-458e-4f30-b78f-df89c5ec9166 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 944 time: 0.0866776 Jun 27 20:15:01.330551 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-19b02d7a-6498-41e4-87d5-5c4e83933708 req-c368c527-b588-4a37-96be-c451719fdf71 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385528 Jun 27 20:15:02.533449 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed42699-7827-45a1-a736-caf10ee1d37e req-de1ff2b1-b89d-4b99-8bfd-5eba0471a296 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:02.535169 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-aed42699-7827-45a1-a736-caf10ee1d37e req-de1ff2b1-b89d-4b99-8bfd-5eba0471a296 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 944 time: 0.0916941 Jun 27 20:15:02.580773 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-aed42699-7827-45a1-a736-caf10ee1d37e req-920db19a-185e-415a-b2dc-f2cb9dd1ad03 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393071 Jun 27 20:15:03.886249 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0371b-f75c-414e-bbe0-d73f2acb4ef8 req-c9ed35bf-1919-45fc-8ab4-b6ec1c131cb7 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:03.888394 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e9f0371b-f75c-414e-bbe0-d73f2acb4ef8 req-c9ed35bf-1919-45fc-8ab4-b6ec1c131cb7 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 944 time: 0.1954358 Jun 27 20:15:03.933375 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e9f0371b-f75c-414e-bbe0-d73f2acb4ef8 req-35bccdcf-7e8b-488f-8660-8ae67a84762f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392959 Jun 27 20:15:05.146225 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817cda24-fea3-44c6-b6c5-b0513722c8d3 req-5efc3d51-05cb-4a3a-b17f-42dccd0279a5 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:05.147699 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-817cda24-fea3-44c6-b6c5-b0513722c8d3 req-5efc3d51-05cb-4a3a-b17f-42dccd0279a5 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 944 time: 0.0949249 Jun 27 20:15:05.196057 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-817cda24-fea3-44c6-b6c5-b0513722c8d3 req-80b1e694-f0a5-4297-8ffc-fe93db66ccab tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421038 Jun 27 20:15:06.405516 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe594fdc-0644-4b0b-ae32-535a27c8877e req-dfa4b182-ee4f-4eb4-ac16-2e15d2b9318d tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:06.407034 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fe594fdc-0644-4b0b-ae32-535a27c8877e req-dfa4b182-ee4f-4eb4-ac16-2e15d2b9318d tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 944 time: 0.0992270 Jun 27 20:15:06.452014 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fe594fdc-0644-4b0b-ae32-535a27c8877e req-bd441525-664f-4126-a8c7-7cd8b478b641 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388119 Jun 27 20:15:07.655362 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3a549-934e-4f4d-aaf0-bedc2aba0a05 req-fd374446-e6cd-4ab0-85fb-a2972df081e9 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:07.656893 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b6b3a549-934e-4f4d-aaf0-bedc2aba0a05 req-fd374446-e6cd-4ab0-85fb-a2972df081e9 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 944 time: 0.0919743 Jun 27 20:15:07.703180 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b6b3a549-934e-4f4d-aaf0-bedc2aba0a05 req-2ca9118c-5a37-469f-9172-01f3c2961bad tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398207 Jun 27 20:15:08.904084 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6871185-7a43-4624-aee9-b832b1bd8552 req-544d48a1-27ec-4d9e-99e2-dd7f545f12b6 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:08.905534 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a6871185-7a43-4624-aee9-b832b1bd8552 req-544d48a1-27ec-4d9e-99e2-dd7f545f12b6 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 944 time: 0.0879669 Jun 27 20:15:08.951080 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a6871185-7a43-4624-aee9-b832b1bd8552 req-a96e6dd6-cd48-45aa-8989-e2260abd1f6e tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393276 Jun 27 20:15:10.144570 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bcb71-f625-43f2-84c5-910b2fa0a5fa req-c75c286f-d768-4063-b2a1-6190d9aa89b1 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:10.145926 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-916bcb71-f625-43f2-84c5-910b2fa0a5fa req-c75c286f-d768-4063-b2a1-6190d9aa89b1 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 944 time: 0.0875807 Jun 27 20:15:10.188625 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-916bcb71-f625-43f2-84c5-910b2fa0a5fa req-a56953d6-7886-480a-96f4-0635f529fb60 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370853 Jun 27 20:15:11.384692 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe58fca-d3ac-41ca-a139-f6804fca449c req-f97d3785-7b29-4712-a697-9fead3b6ace0 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:11.386741 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fbe58fca-d3ac-41ca-a139-f6804fca449c req-f97d3785-7b29-4712-a697-9fead3b6ace0 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 944 time: 0.0881190 Jun 27 20:15:11.428430 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fbe58fca-d3ac-41ca-a139-f6804fca449c req-69a50731-5013-4047-bb01-36c8d891fa12 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361633 Jun 27 20:15:12.496087 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:12.618521 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34df6c0-5b81-4bd9-9763-4f101d2c36e5 req-f0f1c286-6c32-4bc0-a28d-9ab91f7ffea9 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:12.619945 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f34df6c0-5b81-4bd9-9763-4f101d2c36e5 req-f0f1c286-6c32-4bc0-a28d-9ab91f7ffea9 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 944 time: 0.0831497 Jun 27 20:15:12.662521 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f34df6c0-5b81-4bd9-9763-4f101d2c36e5 req-3ce55d8e-bddb-45fb-b2f1-1c03a7a593e3 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369475 Jun 27 20:15:13.883860 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad496e9f-25bc-4d02-ae37-12a54152dfe2 req-56aa3ffd-f713-40d9-b8a2-28c642b17214 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:13.885307 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ad496e9f-25bc-4d02-ae37-12a54152dfe2 req-56aa3ffd-f713-40d9-b8a2-28c642b17214 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 944 time: 0.0887971 Jun 27 20:15:13.928741 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ad496e9f-25bc-4d02-ae37-12a54152dfe2 req-0646b631-9a56-4917-856e-3d4d22df36fc tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378256 Jun 27 20:15:14.613522 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-efa5d268-cf6d-4ad1-b80e-d0ea7b06eb34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:15.125580 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7308f-6fa0-485f-ae20-f32510245f78 req-014aa95b-7512-4cb7-b501-015ca728b4fe tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:15.127034 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-eed7308f-6fa0-485f-ae20-f32510245f78 req-014aa95b-7512-4cb7-b501-015ca728b4fe tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 944 time: 0.0886226 Jun 27 20:15:15.169606 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-eed7308f-6fa0-485f-ae20-f32510245f78 req-8c1fc126-5ea5-461f-9fe6-c26c8746561f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368087 Jun 27 20:15:16.359854 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b92d9f-0ff5-4dd7-b310-94d067ceb700 req-78193a59-9d08-41e3-8188-5b5565a5b4f0 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:16.361283 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f0b92d9f-0ff5-4dd7-b310-94d067ceb700 req-78193a59-9d08-41e3-8188-5b5565a5b4f0 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 944 time: 0.0840907 Jun 27 20:15:16.403569 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f0b92d9f-0ff5-4dd7-b310-94d067ceb700 req-6ddb8c60-d010-43d3-b7da-23365e805afe tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366433 Jun 27 20:15:16.441401 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device c1410272-1929-4223-ad6b-faeba79e1580 details requested by agent hyperv_hv-cinder-84579 with host hv-cinder-84579 {{(pid=88115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 20:15:16.574813 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port c1410272-1929-4223-ad6b-faeba79e1580, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=c1410272-1929-4223-ad6b-faeba79e1580,segment=NetworkSegment(239487e6-915f-4fa0-ada1-48352006308c),segment_id=239487e6-915f-4fa0-ada1-48352006308c)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:15:16.612414 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Returning: {'device': 'c1410272-1929-4223-ad6b-faeba79e1580', 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063', 'port_id': 'c1410272-1929-4223-ad6b-faeba79e1580', 'mac_address': 'fa:16:3e:fd:c6:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 20:15:16.666206 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port c1410272-1929-4223-ad6b-faeba79e1580 is: DOWN; New status is: BUILD {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:15:16.666578 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:16.682298 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1410272-1929-4223-ad6b-faeba79e1580 {{(pid=88115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:15:16.697767 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port c1410272-1929-4223-ad6b-faeba79e1580, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=c1410272-1929-4223-ad6b-faeba79e1580,segment=NetworkSegment(239487e6-915f-4fa0-ada1-48352006308c),segment_id=239487e6-915f-4fa0-ada1-48352006308c)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:15:16.702370 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:16.769098 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=c1410272-1929-4223-ad6b-faeba79e1580,revision_number=9']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:15:16.809469 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-87f78d36-d34f-4096-aeda-04aa5d2a54ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:17.131128 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['c1410272-1929-4223-ad6b-faeba79e1580'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:15:17.597018 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf7ef3-08b2-4f1b-ac6b-4ffe8d447067 req-3a8c2529-0b67-4543-bf51-288d35ff1cb3 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:17.598472 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9fcf7ef3-08b2-4f1b-ac6b-4ffe8d447067 req-3a8c2529-0b67-4543-bf51-288d35ff1cb3 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 945 time: 0.0890207 Jun 27 20:15:17.640972 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9fcf7ef3-08b2-4f1b-ac6b-4ffe8d447067 req-006e79e0-a055-41fd-97d7-2948a134565d tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367389 Jun 27 20:15:17.998851 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:18.065980 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:18.447066 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device c1410272-1929-4223-ad6b-faeba79e1580 up at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:15:18.514593 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning complete for port c1410272-1929-4223-ad6b-faeba79e1580 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:15:18.514959 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:18.625193 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port c1410272-1929-4223-ad6b-faeba79e1580 is: BUILD; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:15:18.625552 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:18.650902 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffb48d2-a0a6-416f-aae8-5f5104e02844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1410272-1929-4223-ad6b-faeba79e1580'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:15:18.660746 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port c1410272-1929-4223-ad6b-faeba79e1580, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=c1410272-1929-4223-ad6b-faeba79e1580,segment=NetworkSegment(239487e6-915f-4fa0-ada1-48352006308c),segment_id=239487e6-915f-4fa0-ada1-48352006308c)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:15:18.664846 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:18.702545 dv-cinder-845799-1-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ecc1905-2460-4a2e-aa33-219118a9c4a0'] response: {'server_uuid': '0ffb48d2-a0a6-416f-aae8-5f5104e02844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1410272-1929-4223-ad6b-faeba79e1580', 'code': 200} Jun 27 20:15:18.734737 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=c1410272-1929-4223-ad6b-faeba79e1580,revision_number=10']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:15:18.850881 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d820a0e-2246-4c51-bceb-afefd93718c9 req-f39e3376-aa18-492a-80ba-0e405a4e074f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:18.852338 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5d820a0e-2246-4c51-bceb-afefd93718c9 req-f39e3376-aa18-492a-80ba-0e405a4e074f tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 947 time: 0.0928593 Jun 27 20:15:18.897317 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5d820a0e-2246-4c51-bceb-afefd93718c9 req-d56a37bb-2aec-4031-aa61-e34468205a5c tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385091 Jun 27 20:15:18.985318 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccce415-fe3c-469a-b429-87bd2cc379d9 req-7f981298-311c-474e-9190-7cc21cfc8dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:18.986735 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-bccce415-fe3c-469a-b429-87bd2cc379d9 req-7f981298-311c-474e-9190-7cc21cfc8dec service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 1100 time: 0.0800469 Jun 27 20:15:19.026023 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-bccce415-fe3c-469a-b429-87bd2cc379d9 req-4b505906-2353-4298-b04d-6012f8716a6f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335085 Jun 27 20:15:19.268221 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:20.091003 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f142f7-ffe2-42bc-8b8d-78d890805355 req-227b2560-4d05-40fc-90ff-9f7f20901fba tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:20.092426 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-30f142f7-ffe2-42bc-8b8d-78d890805355 req-227b2560-4d05-40fc-90ff-9f7f20901fba tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 947 time: 0.0849276 Jun 27 20:15:20.134861 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-30f142f7-ffe2-42bc-8b8d-78d890805355 req-2effa1e8-7653-4983-a0cd-a95d7d981cbd tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368264 Jun 27 20:15:21.335504 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9887ec-5dbc-416c-813f-ff2351cac710 req-7db9d283-bea5-459c-b590-c181372731e6 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:21.336912 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cf9887ec-5dbc-416c-813f-ff2351cac710 req-7db9d283-bea5-459c-b590-c181372731e6 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 947 time: 0.0906563 Jun 27 20:15:21.379021 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cf9887ec-5dbc-416c-813f-ff2351cac710 req-f129eac7-9096-4a73-9dfa-ded154f4f7a9 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359755 Jun 27 20:15:22.577093 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdf9ea-ce19-4a4b-a7e1-890f1e3fed89 req-6b00c0c7-5fa7-426d-a8dd-401891f4557d tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:22.578565 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a1fdf9ea-ce19-4a4b-a7e1-890f1e3fed89 req-6b00c0c7-5fa7-426d-a8dd-401891f4557d tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 947 time: 0.0877969 Jun 27 20:15:22.620792 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a1fdf9ea-ce19-4a4b-a7e1-890f1e3fed89 req-1ffd7c3d-a65e-4775-a769-752f9ff9c883 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367503 Jun 27 20:15:26.838177 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:15:42.261461 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 35110) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:15:42.510141 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:42.699297 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-6963f9d8-d6a1-4271-8e10-a62fd7a88401 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Deleting port bdcb1ef5-48c3-4e1f-b241-e08bb33377e1 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:15:42.699629 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6963f9d8-d6a1-4271-8e10-a62fd7a88401 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:42.866753 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6963f9d8-d6a1-4271-8e10-a62fd7a88401 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:42.867096 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6963f9d8-d6a1-4271-8e10-a62fd7a88401 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:42.989538 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-6963f9d8-d6a1-4271-8e10-a62fd7a88401 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Calling delete_port for bdcb1ef5-48c3-4e1f-b241-e08bb33377e1 owned by network:floatingip {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:15:43.148586 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6963f9d8-d6a1-4271-8e10-a62fd7a88401 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:43.198405 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963f9d8-d6a1-4271-8e10-a62fd7a88401 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Pushing event deleted for resources: {'Port': ['ID=bdcb1ef5-48c3-4e1f-b241-e08bb33377e1,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:15:43.247333 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6963f9d8-d6a1-4271-8e10-a62fd7a88401 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:15:43.247681 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6963f9d8-d6a1-4271-8e10-a62fd7a88401 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:15:43.248016 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6963f9d8-d6a1-4271-8e10-a62fd7a88401 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:15:43.248346 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6963f9d8-d6a1-4271-8e10-a62fd7a88401 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:15:43.248674 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6963f9d8-d6a1-4271-8e10-a62fd7a88401 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:15:43.248999 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6963f9d8-d6a1-4271-8e10-a62fd7a88401 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:15:43.249321 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6963f9d8-d6a1-4271-8e10-a62fd7a88401 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:15:43.249712 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6963f9d8-d6a1-4271-8e10-a62fd7a88401 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:15:43.250034 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6963f9d8-d6a1-4271-8e10-a62fd7a88401 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:15:43.250352 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6963f9d8-d6a1-4271-8e10-a62fd7a88401 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:15:43.250667 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6963f9d8-d6a1-4271-8e10-a62fd7a88401 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:15:43.250981 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6963f9d8-d6a1-4271-8e10-a62fd7a88401 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:15:43.308549 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6963f9d8-d6a1-4271-8e10-a62fd7a88401 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks [] for floatingip, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:43.309265 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.db.l3_db [None req-6963f9d8-d6a1-4271-8e10-a62fd7a88401 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Floating IP 50218f64-4cfe-470f-8f79-88c31fdc5e97 disassociated (deleted). External IP: 172.27.3.9, port: 293cb1f6-62ca-420c-a069-ea9f15e6dda8. Jun 27 20:15:43.666949 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6963f9d8-d6a1-4271-8e10-a62fd7a88401 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Router b4dbed69-87f4-4206-99b4-97cf511679cf has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:15:43.852532 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6963f9d8-d6a1-4271-8e10-a62fd7a88401 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:15:43.861988 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89fde43-8ae5-4703-b2e6-0a18e4fa52d8 None None] Sync routers for ids ['b4dbed69-87f4-4206-99b4-97cf511679cf'] in dv-cinder-845799-1-iscsi {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:15:43.866881 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6963f9d8-d6a1-4271-8e10-a62fd7a88401 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:43.873339 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89fde43-8ae5-4703-b2e6-0a18e4fa52d8 None None] Routers {'b4dbed69-87f4-4206-99b4-97cf511679cf'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:15:43.876274 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d89fde43-8ae5-4703-b2e6-0a18e4fa52d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:15:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['b4dbed69-87f4-4206-99b4-97cf511679cf'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:15:44.037741 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ab615-adaf-4a52-9ba6-f20ebdd86f09 req-830deb0f-b4ca-494d-a62d-f9b6ced1e213 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:44.039738 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-de4ab615-adaf-4a52-9ba6-f20ebdd86f09 req-830deb0f-b4ca-494d-a62d-f9b6ced1e213 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c179c0c-cf45-48a9-a618-25c900261b7b HTTP/1.1" status: 200 len: 945 time: 0.1083853 Jun 27 20:15:44.064209 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-6963f9d8-d6a1-4271-8e10-a62fd7a88401 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "DELETE /v2.0/floatingips/50218f64-4cfe-470f-8f79-88c31fdc5e97 HTTP/1.1" status: 204 len: 168 time: 1.8016274 Jun 27 20:15:44.064782 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b268dd9-d87d-4062-b76f-2559754b353d', 'tag': '293cb1f6-62ca-420c-a069-ea9f15e6dda8'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:15:44.085918 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-de4ab615-adaf-4a52-9ba6-f20ebdd86f09 req-37549e39-51ce-4c02-a0dd-06737b1fc9bf tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=054f7d78-9ef1-4c4c-aa26-c377a6e3d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404842 Jun 27 20:15:44.107754 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-d89fde43-8ae5-4703-b2e6-0a18e4fa52d8 None None] Set router b4dbed69-87f4-4206-99b4-97cf511679cf gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:15:44.140494 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6f0ddf9-67f2-4fce-9b14-c5550801e44c'] response: {'name': 'network-changed', 'server_uuid': '0b268dd9-d87d-4062-b76f-2559754b353d', 'tag': '293cb1f6-62ca-420c-a069-ea9f15e6dda8', 'status': 'completed', 'code': 200} Jun 27 20:15:44.319293 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0305be3-365b-4ab2-bb3a-d9f13785c6ab req-bb12f558-6665-4ec3-99c2-b69c01500710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:44.320912 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-a0305be3-365b-4ab2-bb3a-d9f13785c6ab req-bb12f558-6665-4ec3-99c2-b69c01500710 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce50a06e19fe48b5ad68a43b953f5ae0&device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 1099 time: 0.1346440 Jun 27 20:15:44.420225 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d89fde43-8ae5-4703-b2e6-0a18e4fa52d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'name': 'tempest-TestShelveInstance-534226884-router', 'tenant_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '14d1ee40-18de-4269-ac1a-00172b9d5962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:06Z', 'updated_at': '2022-06-27T20:09:10Z', 'revision_number': 4, 'project_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'gw_port': {'id': '14d1ee40-18de-4269-ac1a-00172b9d5962', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:07Z', 'updated_at': '2022-06-27T20:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': 'e2f8c5e3-dea8-4867-8d0b-540716f2e8e0', 'name': '', 'network_id': 'b3d414e0-f67f-476e-9bc2-025bb15b4193', 'tenant_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'mac_address': 'fa:16:3e:61:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '4fc6859b-14ec-4180-9322-1859f9ae604d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:10Z', 'updated_at': '2022-06-27T20:09:19Z', 'revision_number': 5, 'project_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'subnets': [{'id': '4fc6859b-14ec-4180-9322-1859f9ae604d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:15:44.425037 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89fde43-8ae5-4703-b2e6-0a18e4fa52d8 None None] Checking router: b4dbed69-87f4-4206-99b4-97cf511679cf for host: dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:15:44.433976 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89fde43-8ae5-4703-b2e6-0a18e4fa52d8 None None] Routers {'b4dbed69-87f4-4206-99b4-97cf511679cf'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:15:44.434682 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d89fde43-8ae5-4703-b2e6-0a18e4fa52d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:15:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['b4dbed69-87f4-4206-99b4-97cf511679cf'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:15:44.461761 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0305be3-365b-4ab2-bb3a-d9f13785c6ab req-0fc30392-9df3-46b7-bcfe-854b3f2f138a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:44.463407 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-a0305be3-365b-4ab2-bb3a-d9f13785c6ab req-0fc30392-9df3-46b7-bcfe-854b3f2f138a service neutron] 10.222.0.15 "GET /v2.0/networks?id=b3d414e0-f67f-476e-9bc2-025bb15b4193 HTTP/1.1" status: 200 len: 909 time: 0.1359348 Jun 27 20:15:44.536684 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-a0305be3-365b-4ab2-bb3a-d9f13785c6ab req-2d15f685-0dda-4fa3-aee7-2035dd9f26af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=293cb1f6-62ca-420c-a069-ea9f15e6dda8 HTTP/1.1" status: 200 len: 217 time: 0.0668190 Jun 27 20:15:44.542664 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0fc5fc-4c88-4218-a886-388eaca608eb req-e867a900-eb68-4641-a7e2-99eca3cf283f tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:44.546109 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9a0fc5fc-4c88-4218-a886-388eaca608eb req-e867a900-eb68-4641-a7e2-99eca3cf283f tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 946 time: 0.1862555 Jun 27 20:15:44.588277 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9a0fc5fc-4c88-4218-a886-388eaca608eb req-919d0f94-c17c-43a5-bbe1-8689c3b6ff3c tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377805 Jun 27 20:15:44.621504 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-d89fde43-8ae5-4703-b2e6-0a18e4fa52d8 None None] Set router b4dbed69-87f4-4206-99b4-97cf511679cf gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:15:44.671205 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-98124f3c-9c35-4ede-8724-594f9d160444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:44.958031 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-d89fde43-8ae5-4703-b2e6-0a18e4fa52d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'name': 'tempest-TestShelveInstance-534226884-router', 'tenant_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '14d1ee40-18de-4269-ac1a-00172b9d5962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:06Z', 'updated_at': '2022-06-27T20:09:10Z', 'revision_number': 4, 'project_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'gw_port': {'id': '14d1ee40-18de-4269-ac1a-00172b9d5962', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:07Z', 'updated_at': '2022-06-27T20:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': 'e2f8c5e3-dea8-4867-8d0b-540716f2e8e0', 'name': '', 'network_id': 'b3d414e0-f67f-476e-9bc2-025bb15b4193', 'tenant_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'mac_address': 'fa:16:3e:61:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '4fc6859b-14ec-4180-9322-1859f9ae604d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:10Z', 'updated_at': '2022-06-27T20:09:19Z', 'revision_number': 5, 'project_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'subnets': [{'id': '4fc6859b-14ec-4180-9322-1859f9ae604d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:15:44.961946 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89fde43-8ae5-4703-b2e6-0a18e4fa52d8 None None] The sync data for ids ['b4dbed69-87f4-4206-99b4-97cf511679cf'] in dv-cinder-845799-1-iscsi is: [{'id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'name': 'tempest-TestShelveInstance-534226884-router', 'tenant_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '14d1ee40-18de-4269-ac1a-00172b9d5962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:06Z', 'updated_at': '2022-06-27T20:09:10Z', 'revision_number': 4, 'project_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'gw_port': {'id': '14d1ee40-18de-4269-ac1a-00172b9d5962', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:07Z', 'updated_at': '2022-06-27T20:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': 'e2f8c5e3-dea8-4867-8d0b-540716f2e8e0', 'name': '', 'network_id': 'b3d414e0-f67f-476e-9bc2-025bb15b4193', 'tenant_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'mac_address': 'fa:16:3e:61:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '4fc6859b-14ec-4180-9322-1859f9ae604d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:10Z', 'updated_at': '2022-06-27T20:09:19Z', 'revision_number': 5, 'project_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'subnets': [{'id': '4fc6859b-14ec-4180-9322-1859f9ae604d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:15:45.180838 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a5db26-d175-4beb-b0cd-4c7620e940b1 None None] New status for floating IP 50218f64-4cfe-470f-8f79-88c31fdc5e97: DOWN {{(pid=88116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 20:15:45.290406 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacad7cc-a28e-48be-b9d9-2b4152e9ab69 req-6ee1adbd-9237-43d4-8636-a722a191c877 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:45.291856 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cacad7cc-a28e-48be-b9d9-2b4152e9ab69 req-6ee1adbd-9237-43d4-8636-a722a191c877 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c179c0c-cf45-48a9-a618-25c900261b7b HTTP/1.1" status: 200 len: 945 time: 0.0915978 Jun 27 20:15:45.336483 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cacad7cc-a28e-48be-b9d9-2b4152e9ab69 req-91a4ffbe-e511-4540-af9b-1a3d1df7847a tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=054f7d78-9ef1-4c4c-aa26-c377a6e3d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387712 Jun 27 20:15:45.773987 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4dcc7a-7744-48e7-8a46-d7f00e57b150 req-69f74b40-774a-4216-8215-09ea8c1abc4d tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:45.775411 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9d4dcc7a-7744-48e7-8a46-d7f00e57b150 req-69f74b40-774a-4216-8215-09ea8c1abc4d tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 946 time: 0.0836172 Jun 27 20:15:45.795740 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0305be3-365b-4ab2-bb3a-d9f13785c6ab req-ee3579d8-5786-4b82-a8de-8dd4142dc417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:45.797706 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-a0305be3-365b-4ab2-bb3a-d9f13785c6ab req-ee3579d8-5786-4b82-a8de-8dd4142dc417 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fc6859b-14ec-4180-9322-1859f9ae604d HTTP/1.1" status: 200 len: 847 time: 0.0595293 Jun 27 20:15:45.823614 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9d4dcc7a-7744-48e7-8a46-d7f00e57b150 req-5f742f0d-dc6e-455d-adbe-f4870358dc55 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411680 Jun 27 20:15:46.526664 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9618cc-2880-4bfc-bff0-dd9e2a0e0274 req-7f6e86e3-d2cb-4a47-baee-2326e400eb1d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:46.528756 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3c9618cc-2880-4bfc-bff0-dd9e2a0e0274 req-7f6e86e3-d2cb-4a47-baee-2326e400eb1d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c179c0c-cf45-48a9-a618-25c900261b7b HTTP/1.1" status: 200 len: 945 time: 0.0901613 Jun 27 20:15:46.574132 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3c9618cc-2880-4bfc-bff0-dd9e2a0e0274 req-f92543cc-da5a-4a93-8ace-a2acae57f66a tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=054f7d78-9ef1-4c4c-aa26-c377a6e3d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392234 Jun 27 20:15:46.637475 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0305be3-365b-4ab2-bb3a-d9f13785c6ab req-322e4ed3-32c8-4d41-9d8a-61f4c0c1fd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:46.639005 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-a0305be3-365b-4ab2-bb3a-d9f13785c6ab req-322e4ed3-32c8-4d41-9d8a-61f4c0c1fd7e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b3d414e0-f67f-476e-9bc2-025bb15b4193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0825133 Jun 27 20:15:46.810435 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-affd341c-0718-4585-8b56-f5af7bc6fd6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:47.017328 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c6f15-304b-4488-9769-b8e4fff41e45 req-f2c31167-ceab-4fca-a85f-751ea6286db6 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:47.018825 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f89c6f15-304b-4488-9769-b8e4fff41e45 req-f2c31167-ceab-4fca-a85f-751ea6286db6 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 946 time: 0.0896673 Jun 27 20:15:47.061322 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f89c6f15-304b-4488-9769-b8e4fff41e45 req-4192fa2a-c691-4e8c-9951-d3d8ab23f51d tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369081 Jun 27 20:15:47.763893 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28edbe-1043-48db-8dbd-7fdfcf6ab550 req-35cc1dfd-0f6e-47a8-8686-e87266f1b22f tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:47.765339 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cc28edbe-1043-48db-8dbd-7fdfcf6ab550 req-35cc1dfd-0f6e-47a8-8686-e87266f1b22f tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c179c0c-cf45-48a9-a618-25c900261b7b HTTP/1.1" status: 200 len: 945 time: 0.0841153 Jun 27 20:15:47.811429 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cc28edbe-1043-48db-8dbd-7fdfcf6ab550 req-310e005d-8fc6-4e76-bf1b-95040c844057 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=054f7d78-9ef1-4c4c-aa26-c377a6e3d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400326 Jun 27 20:15:47.907495 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [req-a0305be3-365b-4ab2-bb3a-d9f13785c6ab req-7adc1039-b795-455c-af05-3a6d29bbb500 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 27 20:15:47.908443 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-a0305be3-365b-4ab2-bb3a-d9f13785c6ab req-7adc1039-b795-455c-af05-3a6d29bbb500 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059111 Jun 27 20:15:48.002200 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:48.040730 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-a0305be3-365b-4ab2-bb3a-d9f13785c6ab req-fcaab554-1a0f-47f6-b00a-c5229cf6be94 service neutron] 10.222.0.15 "GET /v2.0/networks/b3d414e0-f67f-476e-9bc2-025bb15b4193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241312 Jun 27 20:15:48.067590 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:48.180633 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-a0305be3-365b-4ab2-bb3a-d9f13785c6ab req-eff1940b-32ea-45b4-82e5-eed2b3736925 service neutron] 10.222.0.15 "GET /v2.0/networks/b3d414e0-f67f-476e-9bc2-025bb15b4193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335893 Jun 27 20:15:48.392129 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3ada2-ff4a-407f-b596-54d24dfe0b71 req-dcca01a8-ae60-4f60-b12f-b91b0ccc6713 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:48.393455 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ddf3ada2-ff4a-407f-b596-54d24dfe0b71 req-dcca01a8-ae60-4f60-b12f-b91b0ccc6713 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 946 time: 0.0854530 Jun 27 20:15:48.436249 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ddf3ada2-ff4a-407f-b596-54d24dfe0b71 req-560fd290-c34a-4cd4-bdef-84a716766e01 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372374 Jun 27 20:15:49.003992 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac45d8-0f04-4f0e-8f70-858336db0b66 req-8a7e3f40-c2c8-4698-8c7d-45ffa4525055 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:49.005440 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-63ac45d8-0f04-4f0e-8f70-858336db0b66 req-8a7e3f40-c2c8-4698-8c7d-45ffa4525055 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c179c0c-cf45-48a9-a618-25c900261b7b HTTP/1.1" status: 200 len: 945 time: 0.0893495 Jun 27 20:15:49.048832 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-63ac45d8-0f04-4f0e-8f70-858336db0b66 req-a08e69f3-e764-4250-976d-be038f80ec61 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=054f7d78-9ef1-4c4c-aa26-c377a6e3d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377445 Jun 27 20:15:49.272458 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:49.627455 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec09823f-bc6c-4919-b2e4-d3c36177e8e4 req-db819c1b-c6e7-4549-a9d3-95e6e56d3b1c tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:49.628938 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ec09823f-bc6c-4919-b2e4-d3c36177e8e4 req-db819c1b-c6e7-4549-a9d3-95e6e56d3b1c tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 946 time: 0.0885973 Jun 27 20:15:49.675189 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ec09823f-bc6c-4919-b2e4-d3c36177e8e4 req-949d5d8c-fa0b-4dcd-8151-ad6cd41fa2de tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406673 Jun 27 20:15:49.926553 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69041a-ba16-40d3-bcb9-eea5ac736cf7 req-63cefa03-c144-419d-a45d-37cf24048ec0 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:49.927236 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-5e69041a-ba16-40d3-bcb9-eea5ac736cf7 req-63cefa03-c144-419d-a45d-37cf24048ec0 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Synchronizing usage tracker for tenant:ce50a06e19fe48b5ad68a43b953f5ae0 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:15:49.938553 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013e95f-e090-4a59-828a-d4b384c0fbe5 req-8374bdff-a7d2-4df4-ba45-a4a27cb1aa98 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:49.939194 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-2013e95f-e090-4a59-828a-d4b384c0fbe5 req-8374bdff-a7d2-4df4-ba45-a4a27cb1aa98 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Synchronizing usage tracker for tenant:a50994bf4f144390934c88c909c5d061 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:15:49.961441 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-5e69041a-ba16-40d3-bcb9-eea5ac736cf7 req-63cefa03-c144-419d-a45d-37cf24048ec0 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Unset dirty status for tenant:ce50a06e19fe48b5ad68a43b953f5ae0 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:15:49.962574 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5e69041a-ba16-40d3-bcb9-eea5ac736cf7 req-63cefa03-c144-419d-a45d-37cf24048ec0 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 946 time: 0.1854045 Jun 27 20:15:49.963555 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-2013e95f-e090-4a59-828a-d4b384c0fbe5 req-8374bdff-a7d2-4df4-ba45-a4a27cb1aa98 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Unset dirty status for tenant:a50994bf4f144390934c88c909c5d061 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:15:49.964519 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2013e95f-e090-4a59-828a-d4b384c0fbe5 req-8374bdff-a7d2-4df4-ba45-a4a27cb1aa98 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c179c0c-cf45-48a9-a618-25c900261b7b HTTP/1.1" status: 200 len: 945 time: 0.1861067 Jun 27 20:15:50.089130 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-2013e95f-e090-4a59-828a-d4b384c0fbe5 req-d603d9f6-8c53-4a1c-b1e7-6f1dad774d45 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Deleting port 3270c7a1-f278-4bf9-b2c9-b12df6841d81 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:15:50.089465 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2013e95f-e090-4a59-828a-d4b384c0fbe5 req-d603d9f6-8c53-4a1c-b1e7-6f1dad774d45 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:50.120198 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-5e69041a-ba16-40d3-bcb9-eea5ac736cf7 req-6f3d6539-56b3-4326-8a90-04e00e14490e tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Deleting port 293cb1f6-62ca-420c-a069-ea9f15e6dda8 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:15:50.120530 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5e69041a-ba16-40d3-bcb9-eea5ac736cf7 req-6f3d6539-56b3-4326-8a90-04e00e14490e tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:50.235395 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3c109-493d-4c67-8fd7-a2ab1ce5982b req-af1a82e4-5c98-4ea7-b6b6-b5410b3f7c22 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:50.236754 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9cf3c109-493d-4c67-8fd7-a2ab1ce5982b req-af1a82e4-5c98-4ea7-b6b6-b5410b3f7c22 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c179c0c-cf45-48a9-a618-25c900261b7b HTTP/1.1" status: 200 len: 945 time: 0.0855062 Jun 27 20:15:50.279619 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9cf3c109-493d-4c67-8fd7-a2ab1ce5982b req-12057ec4-6d13-48a2-891a-c55269de96d1 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=054f7d78-9ef1-4c4c-aa26-c377a6e3d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371647 Jun 27 20:15:50.542887 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-2013e95f-e090-4a59-828a-d4b384c0fbe5 req-d603d9f6-8c53-4a1c-b1e7-6f1dad774d45 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] For port 3270c7a1-f278-4bf9-b2c9-b12df6841d81, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=3270c7a1-f278-4bf9-b2c9-b12df6841d81,segment=NetworkSegment(19b88fb4-09fb-4dea-ba55-cb685887fbf1),segment_id=19b88fb4-09fb-4dea-ba55-cb685887fbf1)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:15:50.543243 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2013e95f-e090-4a59-828a-d4b384c0fbe5 req-d603d9f6-8c53-4a1c-b1e7-6f1dad774d45 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:50.556065 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-5e69041a-ba16-40d3-bcb9-eea5ac736cf7 req-6f3d6539-56b3-4326-8a90-04e00e14490e tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] For port 293cb1f6-62ca-420c-a069-ea9f15e6dda8, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=293cb1f6-62ca-420c-a069-ea9f15e6dda8,segment=NetworkSegment(abfee25b-3946-4293-ac9a-e442b8d66c42),segment_id=abfee25b-3946-4293-ac9a-e442b8d66c42)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:15:50.556407 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5e69041a-ba16-40d3-bcb9-eea5ac736cf7 req-6f3d6539-56b3-4326-8a90-04e00e14490e tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:50.875351 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-5e69041a-ba16-40d3-bcb9-eea5ac736cf7 req-6f3d6539-56b3-4326-8a90-04e00e14490e tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Calling delete_port for 293cb1f6-62ca-420c-a069-ea9f15e6dda8 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:15:50.884450 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13b272-9c86-4aca-b3ac-6f0bdf0a9b4f req-dc65c340-4020-4a54-aac1-54b62b08a04e tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:50.891848 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-bc13b272-9c86-4aca-b3ac-6f0bdf0a9b4f req-dc65c340-4020-4a54-aac1-54b62b08a04e tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 946 time: 0.1110461 Jun 27 20:15:50.932937 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-bc13b272-9c86-4aca-b3ac-6f0bdf0a9b4f req-20075b58-907c-4c23-a9b8-b01ae4a30594 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f93b733-a951-4fc3-b87f-734c32ef9eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399084 Jun 27 20:15:51.186111 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2013e95f-e090-4a59-828a-d4b384c0fbe5 req-d603d9f6-8c53-4a1c-b1e7-6f1dad774d45 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:51.186680 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2013e95f-e090-4a59-828a-d4b384c0fbe5 req-d603d9f6-8c53-4a1c-b1e7-6f1dad774d45 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16271055'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:51.186890 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.db.l3_db [req-2013e95f-e090-4a59-828a-d4b384c0fbe5 req-d603d9f6-8c53-4a1c-b1e7-6f1dad774d45 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Floating IP 7e03049d-d765-41e9-9074-e985cbbd4182 disassociated. External IP: 172.27.3.173, port: 3270c7a1-f278-4bf9-b2c9-b12df6841d81. Jun 27 20:15:51.187098 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-2013e95f-e090-4a59-828a-d4b384c0fbe5 req-d603d9f6-8c53-4a1c-b1e7-6f1dad774d45 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Calling delete_port for 3270c7a1-f278-4bf9-b2c9-b12df6841d81 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:15:51.270934 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5e69041a-ba16-40d3-bcb9-eea5ac736cf7 req-6f3d6539-56b3-4326-8a90-04e00e14490e tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:51.336153 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d6539-56b3-4326-8a90-04e00e14490e tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Pushing event deleted for resources: {'Port': ['ID=293cb1f6-62ca-420c-a069-ea9f15e6dda8,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:15:51.460904 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e69041a-ba16-40d3-bcb9-eea5ac736cf7 req-6f3d6539-56b3-4326-8a90-04e00e14490e tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] No DVR routers for this DVR port 293cb1f6-62ca-420c-a069-ea9f15e6dda8 on host hv-cinder-84579 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 20:15:51.464721 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5e69041a-ba16-40d3-bcb9-eea5ac736cf7 req-6f3d6539-56b3-4326-8a90-04e00e14490e tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:51.467200 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b268dd9-d87d-4062-b76f-2559754b353d', 'name': 'network-vif-deleted', 'tag': '293cb1f6-62ca-420c-a069-ea9f15e6dda8'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:15:51.473005 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eff796-05c7-47f6-aa9f-ad17b4d8a073 req-e3f03918-f337-4bff-ba6a-8755bf482f57 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:51.474704 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e7eff796-05c7-47f6-aa9f-ad17b4d8a073 req-e3f03918-f337-4bff-ba6a-8755bf482f57 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c179c0c-cf45-48a9-a618-25c900261b7b HTTP/1.1" status: 200 len: 945 time: 0.0856900 Jun 27 20:15:51.497864 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5e69041a-ba16-40d3-bcb9-eea5ac736cf7 req-6f3d6539-56b3-4326-8a90-04e00e14490e tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.15 "DELETE /v2.0/ports/293cb1f6-62ca-420c-a069-ea9f15e6dda8 HTTP/1.1" status: 204 len: 173 time: 1.4986126 Jun 27 20:15:51.512468 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2013e95f-e090-4a59-828a-d4b384c0fbe5 req-d603d9f6-8c53-4a1c-b1e7-6f1dad774d45 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:51.525869 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e7eff796-05c7-47f6-aa9f-ad17b4d8a073 req-201c22a6-f674-4097-8a5b-42de0aa0dc0a tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups?id=054f7d78-9ef1-4c4c-aa26-c377a6e3d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448098 Jun 27 20:15:51.559379 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5ac62eb-5348-4a3b-8c65-f26392d3b958'] response: {'server_uuid': '0b268dd9-d87d-4062-b76f-2559754b353d', 'name': 'network-vif-deleted', 'tag': '293cb1f6-62ca-420c-a069-ea9f15e6dda8', 'status': 'completed', 'code': 200} Jun 27 20:15:51.569845 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603d9f6-8c53-4a1c-b1e7-6f1dad774d45 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Pushing event deleted for resources: {'Port': ['ID=3270c7a1-f278-4bf9-b2c9-b12df6841d81,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:15:51.754479 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2013e95f-e090-4a59-828a-d4b384c0fbe5 req-d603d9f6-8c53-4a1c-b1e7-6f1dad774d45 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Router 366bc1ff-6094-4444-92cf-fc8b21905b0a has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:15:51.949467 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2013e95f-e090-4a59-828a-d4b384c0fbe5 req-d603d9f6-8c53-4a1c-b1e7-6f1dad774d45 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:15:51.960701 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815bc9f7-585b-4c08-a4a1-07460e39f73b None None] Sync routers for ids ['366bc1ff-6094-4444-92cf-fc8b21905b0a'] in dv-cinder-845799-1-iscsi {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:15:51.972574 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815bc9f7-585b-4c08-a4a1-07460e39f73b None None] Routers {'366bc1ff-6094-4444-92cf-fc8b21905b0a'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:15:51.973184 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-815bc9f7-585b-4c08-a4a1-07460e39f73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:15:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['366bc1ff-6094-4444-92cf-fc8b21905b0a'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:15:52.049915 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-2013e95f-e090-4a59-828a-d4b384c0fbe5 req-d603d9f6-8c53-4a1c-b1e7-6f1dad774d45 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] No DVR routers for this DVR port 3270c7a1-f278-4bf9-b2c9-b12df6841d81 on host hv-cinder-84579 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 20:15:52.052287 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-2013e95f-e090-4a59-828a-d4b384c0fbe5 req-d603d9f6-8c53-4a1c-b1e7-6f1dad774d45 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:52.054643 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2013e95f-e090-4a59-828a-d4b384c0fbe5 req-d603d9f6-8c53-4a1c-b1e7-6f1dad774d45 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.15 "DELETE /v2.0/ports/3270c7a1-f278-4bf9-b2c9-b12df6841d81 HTTP/1.1" status: 204 len: 173 time: 2.0831850 Jun 27 20:15:52.122871 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2425bc2f-81cd-4cfe-984e-4f555f6f77ce req-61a5fd69-f1ce-409f-90bf-b82775089750 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 210 time: 0.0630853 Jun 27 20:15:52.157722 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-815bc9f7-585b-4c08-a4a1-07460e39f73b None None] Set router 366bc1ff-6094-4444-92cf-fc8b21905b0a gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:15:52.463156 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-815bc9f7-585b-4c08-a4a1-07460e39f73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'name': 'tempest-AttachVolumeTestJSON-332780900-router', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:05:45Z', 'revision_number': 4, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'gw_port': {'id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:27Z', 'updated_at': '2022-06-27T20:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '93dfb96a-3ae4-402f-a858-9bfabecc3742', 'name': '', 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'mac_address': 'fa:16:3e:c7:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3fccdbdb-2f00-4b31-ac45-6e4614abd8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:39Z', 'updated_at': '2022-06-27T20:06:01Z', 'revision_number': 5, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'subnets': [{'id': '3fccdbdb-2f00-4b31-ac45-6e4614abd8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:15:52.466828 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815bc9f7-585b-4c08-a4a1-07460e39f73b None None] Checking router: 366bc1ff-6094-4444-92cf-fc8b21905b0a for host: dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:15:52.475538 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815bc9f7-585b-4c08-a4a1-07460e39f73b None None] Routers {'366bc1ff-6094-4444-92cf-fc8b21905b0a'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:15:52.476121 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-815bc9f7-585b-4c08-a4a1-07460e39f73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:15:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['366bc1ff-6094-4444-92cf-fc8b21905b0a'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:15:52.583928 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 293cb1f6-62ca-420c-a069-ea9f15e6dda8 no longer exists at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:15:52.631992 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] No Port match for: 293cb1f6-62ca-420c-a069-ea9f15e6dda8 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:15:52.632331 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 293cb1f6-62ca-420c-a069-ea9f15e6dda8 not bound to the agent host hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:15:52.632747 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 3270c7a1-f278-4bf9-b2c9-b12df6841d81 no longer exists at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:15:52.676345 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] No Port match for: 3270c7a1-f278-4bf9-b2c9-b12df6841d81 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:15:52.676756 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 3270c7a1-f278-4bf9-b2c9-b12df6841d81 not bound to the agent host hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:15:52.710340 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-163b37bb-95ff-45f5-8b20-3afe0d55a06f req-ece01193-b836-461b-bd36-a9832ef29f76 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c179c0c-cf45-48a9-a618-25c900261b7b HTTP/1.1" status: 200 len: 210 time: 0.0573664 Jun 27 20:15:52.730875 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-815bc9f7-585b-4c08-a4a1-07460e39f73b None None] Set router 366bc1ff-6094-4444-92cf-fc8b21905b0a gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:15:53.068520 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-815bc9f7-585b-4c08-a4a1-07460e39f73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'name': 'tempest-AttachVolumeTestJSON-332780900-router', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:05:45Z', 'revision_number': 4, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'gw_port': {'id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:27Z', 'updated_at': '2022-06-27T20:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '93dfb96a-3ae4-402f-a858-9bfabecc3742', 'name': '', 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'mac_address': 'fa:16:3e:c7:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3fccdbdb-2f00-4b31-ac45-6e4614abd8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:39Z', 'updated_at': '2022-06-27T20:06:01Z', 'revision_number': 5, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'subnets': [{'id': '3fccdbdb-2f00-4b31-ac45-6e4614abd8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:15:53.072288 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815bc9f7-585b-4c08-a4a1-07460e39f73b None None] The sync data for ids ['366bc1ff-6094-4444-92cf-fc8b21905b0a'] in dv-cinder-845799-1-iscsi is: [{'id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'name': 'tempest-AttachVolumeTestJSON-332780900-router', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:05:45Z', 'revision_number': 4, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'gw_port': {'id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:27Z', 'updated_at': '2022-06-27T20:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '93dfb96a-3ae4-402f-a858-9bfabecc3742', 'name': '', 'network_id': '161680f6-9340-499f-abb6-7578d38c56d4', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'mac_address': 'fa:16:3e:c7:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3fccdbdb-2f00-4b31-ac45-6e4614abd8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:39Z', 'updated_at': '2022-06-27T20:06:01Z', 'revision_number': 5, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'subnets': [{'id': '3fccdbdb-2f00-4b31-ac45-6e4614abd8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:15:53.273135 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6143064-f30f-4177-97bb-53b63772acaa None None] New status for floating IP 7e03049d-d765-41e9-9074-e985cbbd4182: DOWN {{(pid=88116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 20:15:53.276543 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d0596622-49c5-4e11-87ae-0e07767ba254 req-83da8661-12f6-4d64-9bde-6c5c0ee43c82 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 210 time: 0.0540662 Jun 27 20:15:53.560082 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c179c0c-cf45-48a9-a618-25c900261b7b', 'name': 'network-vif-deleted', 'tag': '3270c7a1-f278-4bf9-b2c9-b12df6841d81'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:15:53.601960 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75ea6bbe-4b92-4766-8e5d-ed214e337891'] response: {'server_uuid': '1c179c0c-cf45-48a9-a618-25c900261b7b', 'name': 'network-vif-deleted', 'tag': '3270c7a1-f278-4bf9-b2c9-b12df6841d81', 'status': 'completed', 'code': 200} Jun 27 20:15:53.830904 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 35228) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:15:53.893281 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4b3caa27-9fb0-4bda-be39-ba2c7b5a663d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:53.920406 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4b3caa27-9fb0-4bda-be39-ba2c7b5a663d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:53.970969 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4b3caa27-9fb0-4bda-be39-ba2c7b5a663d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:53.989089 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3caa27-9fb0-4bda-be39-ba2c7b5a663d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=054f7d78-9ef1-4c4c-aa26-c377a6e3d002,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:15:53.996589 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3caa27-9fb0-4bda-be39-ba2c7b5a663d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:15:53.996930 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3caa27-9fb0-4bda-be39-ba2c7b5a663d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:15:53.997268 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3caa27-9fb0-4bda-be39-ba2c7b5a663d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:15:53.997609 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3caa27-9fb0-4bda-be39-ba2c7b5a663d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:15:53.997940 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3caa27-9fb0-4bda-be39-ba2c7b5a663d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:15:53.998262 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3caa27-9fb0-4bda-be39-ba2c7b5a663d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:15:53.998580 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3caa27-9fb0-4bda-be39-ba2c7b5a663d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:15:53.998897 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3caa27-9fb0-4bda-be39-ba2c7b5a663d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:15:53.999210 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3caa27-9fb0-4bda-be39-ba2c7b5a663d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:15:53.999521 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3caa27-9fb0-4bda-be39-ba2c7b5a663d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:15:54.000294 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3caa27-9fb0-4bda-be39-ba2c7b5a663d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:15:54.000294 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3caa27-9fb0-4bda-be39-ba2c7b5a663d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:15:54.007487 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4b3caa27-9fb0-4bda-be39-ba2c7b5a663d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:54.008583 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-4b3caa27-9fb0-4bda-be39-ba2c7b5a663d tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "DELETE /v2.0/security-groups/054f7d78-9ef1-4c4c-aa26-c377a6e3d002 HTTP/1.1" status: 204 len: 168 time: 0.1761422 Jun 27 20:15:54.011182 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 35232) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:15:54.026865 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.api.v2.resource [None req-f3411866-fe09-4f62-b7d4-cc9e0fa314e8 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] show failed (client error): The resource could not be found. Jun 27 20:15:54.027813 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-f3411866-fe09-4f62-b7d4-cc9e0fa314e8 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "GET /v2.0/security-groups/054f7d78-9ef1-4c4c-aa26-c377a6e3d002 HTTP/1.1" status: 404 len: 347 time: 0.0157611 Jun 27 20:15:54.030593 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 35238) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:15:54.186143 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-dfe9c64c-d668-43e6-bfef-ad1c85b3cc67 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Deleting port f91c3d7e-f483-4bfd-b84c-9cfa1b552c3f {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:15:54.186484 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dfe9c64c-d668-43e6-bfef-ad1c85b3cc67 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:54.349593 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dfe9c64c-d668-43e6-bfef-ad1c85b3cc67 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:54.349860 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dfe9c64c-d668-43e6-bfef-ad1c85b3cc67 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:54.507577 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-dfe9c64c-d668-43e6-bfef-ad1c85b3cc67 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Calling delete_port for f91c3d7e-f483-4bfd-b84c-9cfa1b552c3f owned by network:floatingip {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:15:54.543783 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-af5cc7be-08cc-4b55-8c1a-12f383197c94 req-557f766c-3061-48c1-90f5-cb4363a5536b tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 210 time: 0.1330817 Jun 27 20:15:54.735367 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dfe9c64c-d668-43e6-bfef-ad1c85b3cc67 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14170096'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:54.778941 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9c64c-d668-43e6-bfef-ad1c85b3cc67 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Pushing event deleted for resources: {'Port': ['ID=f91c3d7e-f483-4bfd-b84c-9cfa1b552c3f,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:15:54.874110 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dfe9c64c-d668-43e6-bfef-ad1c85b3cc67 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks [] for floatingip, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:54.892035 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dfe9c64c-d668-43e6-bfef-ad1c85b3cc67 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:54.893140 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-dfe9c64c-d668-43e6-bfef-ad1c85b3cc67 tempest-AttachVolumeTestJSON-1478603198 tempest-AttachVolumeTestJSON-1478603198-project] 10.222.0.23 "DELETE /v2.0/floatingips/7e03049d-d765-41e9-9074-e985cbbd4182 HTTP/1.1" status: 204 len: 168 time: 0.8617010 Jun 27 20:15:55.460674 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-321d4616-ec27-4e69-b6ae-1595b82d8122 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1171699703&fields=id&tenant_id=caa8bd5588cd4b908faeb162efc54fb1 HTTP/1.1" status: 200 len: 267 time: 0.0402665 Jun 27 20:15:55.621377 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-da3977f3-f5d6-4d1e-8e3b-5733a9df492d tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:55.628752 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-da3977f3-f5d6-4d1e-8e3b-5733a9df492d tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/networks?id=95174e0b-b3b6-422f-bf95-035686ee2474 HTTP/1.1" status: 200 len: 811 time: 0.1614761 Jun 27 20:15:55.645440 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-0444435c-06d4-405b-9d5a-91910464da0e tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/quotas/caa8bd5588cd4b908faeb162efc54fb1 HTTP/1.1" status: 200 len: 375 time: 0.0157924 Jun 27 20:15:55.743742 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-58d929cb-d0dd-4df1-8217-4941c54211bc req-18bdb143-db8e-44d7-94c3-de28cad1be16 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b268dd9-d87d-4062-b76f-2559754b353d HTTP/1.1" status: 200 len: 210 time: 0.0525329 Jun 27 20:15:55.786285 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-c31e54e2-d493-4e4b-801b-e2d98d02d3fc tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=caa8bd5588cd4b908faeb162efc54fb1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1398206 Jun 27 20:15:55.802147 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-6b057084-a4da-40f2-826d-d56d36eb9882 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 27 20:15:55.803065 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-6b057084-a4da-40f2-826d-d56d36eb9882 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049725 Jun 27 20:15:55.935104 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-e5091b0a-c568-472e-b1b0-246f2f317cdc service neutron] 10.222.0.23 "GET /v2.0/networks/95174e0b-b3b6-422f-bf95-035686ee2474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268051 Jun 27 20:15:56.064250 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-458bbc4f-06e1-4093-8faf-885021e137d9 service neutron] 10.222.0.23 "GET /v2.0/networks/95174e0b-b3b6-422f-bf95-035686ee2474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223249 Jun 27 20:15:56.442658 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7c982cf3-2f33-46fa-a725-14ee30de0301 req-2d8b4404-1b26-40c5-80ee-504810a2749b tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ef82447-ad0c-49ae-9ba8-14e88c2eded2 HTTP/1.1" status: 200 len: 210 time: 0.0522194 Jun 27 20:15:56.839387 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 35288) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:15:56.913992 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2b638b35-334b-4e0a-9eb5-774e84b961c1 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:56.943406 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2b638b35-334b-4e0a-9eb5-774e84b961c1 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:57.009532 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2b638b35-334b-4e0a-9eb5-774e84b961c1 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:57.027183 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b638b35-334b-4e0a-9eb5-774e84b961c1 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f93b733-a951-4fc3-b87f-734c32ef9eeb,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:15:57.039740 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2b638b35-334b-4e0a-9eb5-774e84b961c1 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:57.040850 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-2b638b35-334b-4e0a-9eb5-774e84b961c1 tempest-TestShelveInstance-1945689512 tempest-TestShelveInstance-1945689512-project] 10.222.0.23 "DELETE /v2.0/security-groups/3f93b733-a951-4fc3-b87f-734c32ef9eeb HTTP/1.1" status: 204 len: 168 time: 0.1997421 Jun 27 20:15:57.100487 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 35294) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:15:57.607523 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c6477b3b-0412-4f9b-a603-da0757bd9709 req-06a9be2f-9f85-40cd-ab08-02f8df2764e6 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ef82447-ad0c-49ae-9ba8-14e88c2eded2 HTTP/1.1" status: 200 len: 210 time: 0.0508938 Jun 27 20:15:57.874530 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-6199b1f2-959f-47e5-a48d-9f5e0726567f tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:57.877088 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-6199b1f2-959f-47e5-a48d-9f5e0726567f tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.15 "GET /v2.0/networks?id=95174e0b-b3b6-422f-bf95-035686ee2474 HTTP/1.1" status: 200 len: 811 time: 0.2947454 Jun 27 20:15:57.934188 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a3a29f09-3a50-4ea0-bd7f-435a178e3cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16760029'] for router_interface, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:57.935295 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-7333f487-31a7-4caf-87ed-fafd71866dc1 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=caa8bd5588cd4b908faeb162efc54fb1 HTTP/1.1" status: 200 len: 380 time: 0.0427001 Jun 27 20:15:57.943676 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-064e3849-9ac7-4353-98d7-7c89472d8824 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Request body: {'port': {'device_id': '6ef82447-ad0c-49ae-9ba8-14e88c2eded2', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'admin_state_up': True, 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'security_groups': ['ba21e14d-48c6-4148-8158-0848ae23102f']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:15:58.078647 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-064e3849-9ac7-4353-98d7-7c89472d8824 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:15:58.082863 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-064e3849-9ac7-4353-98d7-7c89472d8824 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Usage tracker for resource:port and tenant:caa8bd5588cd4b908faeb162efc54fb1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:15:58.085829 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-064e3849-9ac7-4353-98d7-7c89472d8824 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:15:58.091849 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-064e3849-9ac7-4353-98d7-7c89472d8824 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:15:58.102140 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-064e3849-9ac7-4353-98d7-7c89472d8824 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Made reservation on behalf of caa8bd5588cd4b908faeb162efc54fb1 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:15:58.105688 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-064e3849-9ac7-4353-98d7-7c89472d8824 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:58.270071 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-064e3849-9ac7-4353-98d7-7c89472d8824 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Allocated IP 172.20.0.6 (95174e0b-b3b6-422f-bf95-035686ee2474/d296a220-8d8b-48c1-98ba-4729812d3752/3ddc4d90-8119-4048-b17e-b84dd8a25b8b) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:15:58.283366 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a3a29f09-3a50-4ea0-bd7f-435a178e3cd8 admin admin] Deleting port e2f8c5e3-dea8-4867-8d0b-540716f2e8e0 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:15:58.283970 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a3a29f09-3a50-4ea0-bd7f-435a178e3cd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:58.455894 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-a3a29f09-3a50-4ea0-bd7f-435a178e3cd8 admin admin] For port e2f8c5e3-dea8-4867-8d0b-540716f2e8e0, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=e2f8c5e3-dea8-4867-8d0b-540716f2e8e0,segment=NetworkSegment(abfee25b-3946-4293-ac9a-e442b8d66c42),segment_id=abfee25b-3946-4293-ac9a-e442b8d66c42)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:15:58.456280 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a3a29f09-3a50-4ea0-bd7f-435a178e3cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:58.468000 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-064e3849-9ac7-4353-98d7-7c89472d8824 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:58.486947 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-064e3849-9ac7-4353-98d7-7c89472d8824 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Transition to ACTIVE for port object 3ddc4d90-8119-4048-b17e-b84dd8a25b8b will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:15:58.512047 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-064e3849-9ac7-4353-98d7-7c89472d8824 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:58.581260 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-064e3849-9ac7-4353-98d7-7c89472d8824 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Network 95174e0b-b3b6-422f-bf95-035686ee2474 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:15:58.585191 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a3a29f09-3a50-4ea0-bd7f-435a178e3cd8 admin admin] Calling delete_port for e2f8c5e3-dea8-4867-8d0b-540716f2e8e0 owned by network:router_interface {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:15:58.590034 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-064e3849-9ac7-4353-98d7-7c89472d8824 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:15:58.592471 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-064e3849-9ac7-4353-98d7-7c89472d8824 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:15:58.638122 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e3849-9ac7-4353-98d7-7c89472d8824 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Pushing event updated for resources: {'Port': ['ID=3ddc4d90-8119-4048-b17e-b84dd8a25b8b,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:15:58.678447 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-064e3849-9ac7-4353-98d7-7c89472d8824 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:58.679042 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-064e3849-9ac7-4353-98d7-7c89472d8824 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:58.708508 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-064e3849-9ac7-4353-98d7-7c89472d8824 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7682185 Jun 27 20:15:58.726913 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-19686f32-8917-4910-8d39-20b4f4db4a31 service neutron] Request body: {'port': {'device_id': '6ef82447-ad0c-49ae-9ba8-14e88c2eded2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84579'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:15:58.858416 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a3a29f09-3a50-4ea0-bd7f-435a178e3cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14170096'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:58.900535 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-19686f32-8917-4910-8d39-20b4f4db4a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:58.944539 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-dc85bbb1-0d94-452d-8d10-50aab5bbe2d8 None None] Provisioning for port 3ddc4d90-8119-4048-b17e-b84dd8a25b8b completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:15:58.948622 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a29f09-3a50-4ea0-bd7f-435a178e3cd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2f8c5e3-dea8-4867-8d0b-540716f2e8e0,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:15:58.950292 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-dc85bbb1-0d94-452d-8d10-50aab5bbe2d8 None None] Provisioning complete for port 3ddc4d90-8119-4048-b17e-b84dd8a25b8b triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:15:58.950658 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-dc85bbb1-0d94-452d-8d10-50aab5bbe2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:59.014151 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 35322) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:15:59.054330 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e856ae-a9a1-45bf-bdac-ab42ec333e62 req-62dc4afa-cef5-45a0-b2ab-19a99e51a42e tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:15:59.056010 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c7e856ae-a9a1-45bf-bdac-ab42ec333e62 req-62dc4afa-cef5-45a0-b2ab-19a99e51a42e tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ef82447-ad0c-49ae-9ba8-14e88c2eded2 HTTP/1.1" status: 200 len: 931 time: 0.2441549 Jun 27 20:15:59.060586 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-dc85bbb1-0d94-452d-8d10-50aab5bbe2d8 None None] Port 3ddc4d90-8119-4048-b17e-b84dd8a25b8b cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:15:59.348679 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c7e856ae-a9a1-45bf-bdac-ab42ec333e62 req-bb8a826c-f3a5-48c4-ad34-6b7bdefd3286 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2819343 Jun 27 20:15:59.379002 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a3a29f09-3a50-4ea0-bd7f-435a178e3cd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16717692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16759977'] for router_interface, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:59.737142 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a29f09-3a50-4ea0-bd7f-435a178e3cd8 admin admin] Router b4dbed69-87f4-4206-99b4-97cf511679cf has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:15:59.751720 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-19686f32-8917-4910-8d39-20b4f4db4a31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ddc4d90-8119-4048-b17e-b84dd8a25b8b {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:15:59.761667 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-19686f32-8917-4910-8d39-20b4f4db4a31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:59.817547 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-19686f32-8917-4910-8d39-20b4f4db4a31 service neutron] Transition to ACTIVE for port object 3ddc4d90-8119-4048-b17e-b84dd8a25b8b will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:15:59.824077 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-19686f32-8917-4910-8d39-20b4f4db4a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:15:59.922423 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a29f09-3a50-4ea0-bd7f-435a178e3cd8 admin admin] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:15:59.937202 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717e6c1a-20d5-49cb-bdf2-f9e59106669f None None] Sync routers for ids ['b4dbed69-87f4-4206-99b4-97cf511679cf'] in dv-cinder-845799-1-iscsi {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:15:59.940557 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-a3a29f09-3a50-4ea0-bd7f-435a178e3cd8 admin admin] 10.222.0.23 "PUT /v2.0/routers/b4dbed69-87f4-4206-99b4-97cf511679cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8361731 Jun 27 20:15:59.940557 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 35328) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:15:59.951078 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717e6c1a-20d5-49cb-bdf2-f9e59106669f None None] Routers {'b4dbed69-87f4-4206-99b4-97cf511679cf'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:15:59.953087 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-717e6c1a-20d5-49cb-bdf2-f9e59106669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:15:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['b4dbed69-87f4-4206-99b4-97cf511679cf'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:15:59.963467 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19686f32-8917-4910-8d39-20b4f4db4a31 service neutron] Pushing event updated for resources: {'Port': ['ID=3ddc4d90-8119-4048-b17e-b84dd8a25b8b,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:00.147413 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ff5e9d0f-7948-44ad-9397-ef6eeb315ec1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:00.147667 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-19686f32-8917-4910-8d39-20b4f4db4a31 service neutron] Attempting to bind port 3ddc4d90-8119-4048-b17e-b84dd8a25b8b on host hv-cinder-84579 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:16:00.147667 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-19686f32-8917-4910-8d39-20b4f4db4a31 service neutron] Attempting to bind port 3ddc4d90-8119-4048-b17e-b84dd8a25b8b by drivers openvswitch,hyperv on host hv-cinder-84579 at level 0 using segments [{'id': '310d2f30-f052-4f7c-98a2-8ba18c3ef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:16:00.147962 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-19686f32-8917-4910-8d39-20b4f4db4a31 service neutron] Attempting to bind port 3ddc4d90-8119-4048-b17e-b84dd8a25b8b on network 95174e0b-b3b6-422f-bf95-035686ee2474 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:16:00.159740 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-19686f32-8917-4910-8d39-20b4f4db4a31 service neutron] Port 3ddc4d90-8119-4048-b17e-b84dd8a25b8b on network 95174e0b-b3b6-422f-bf95-035686ee2474 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84579 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 20:16:00.159740 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-19686f32-8917-4910-8d39-20b4f4db4a31 service neutron] Attempting to bind port 3ddc4d90-8119-4048-b17e-b84dd8a25b8b on network 95174e0b-b3b6-422f-bf95-035686ee2474 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:16:00.167774 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-19686f32-8917-4910-8d39-20b4f4db4a31 service neutron] Checking agent: {'id': '31e345cd-768d-4f38-b592-a73bb4a1bf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84579', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'started_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:16:00.168113 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-19686f32-8917-4910-8d39-20b4f4db4a31 service neutron] Checking segment: {'id': '310d2f30-f052-4f7c-98a2-8ba18c3ef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:16:00.168488 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-19686f32-8917-4910-8d39-20b4f4db4a31 service neutron] Bound using segment: {'id': '310d2f30-f052-4f7c-98a2-8ba18c3ef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:16:00.168906 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-19686f32-8917-4910-8d39-20b4f4db4a31 service neutron] Bound port: 3ddc4d90-8119-4048-b17e-b84dd8a25b8b, host: hv-cinder-84579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '310d2f30-f052-4f7c-98a2-8ba18c3ef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:16:00.169246 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-19686f32-8917-4910-8d39-20b4f4db4a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:00.223460 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-717e6c1a-20d5-49cb-bdf2-f9e59106669f None None] Set router b4dbed69-87f4-4206-99b4-97cf511679cf gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:16:00.267593 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c08483a-d214-492d-bf1c-03053ccff73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16760029'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:00.325338 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ff5e9d0f-7948-44ad-9397-ef6eeb315ec1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:00.337292 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ff5e9d0f-7948-44ad-9397-ef6eeb315ec1 admin admin] Deleting port 14d1ee40-18de-4269-ac1a-00172b9d5962 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:16:00.337736 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ff5e9d0f-7948-44ad-9397-ef6eeb315ec1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:00.405313 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-19686f32-8917-4910-8d39-20b4f4db4a31 service neutron] For port 3ddc4d90-8119-4048-b17e-b84dd8a25b8b, host hv-cinder-84579, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:16:00.427710 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-19686f32-8917-4910-8d39-20b4f4db4a31 service neutron] For port 3ddc4d90-8119-4048-b17e-b84dd8a25b8b, host hv-cinder-84579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=3ddc4d90-8119-4048-b17e-b84dd8a25b8b,segment=NetworkSegment(310d2f30-f052-4f7c-98a2-8ba18c3ef34d),segment_id=310d2f30-f052-4f7c-98a2-8ba18c3ef34d)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:16:00.437466 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-19686f32-8917-4910-8d39-20b4f4db4a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:00.514814 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-19686f32-8917-4910-8d39-20b4f4db4a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:00.515422 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-19686f32-8917-4910-8d39-20b4f4db4a31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:00.516827 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-19686f32-8917-4910-8d39-20b4f4db4a31 service neutron] 10.222.0.15 "PUT /v2.0/ports/3ddc4d90-8119-4048-b17e-b84dd8a25b8b HTTP/1.1" status: 200 len: 1093 time: 1.7947185 Jun 27 20:16:00.518948 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef82447-ad0c-49ae-9ba8-14e88c2eded2', 'tag': '3ddc4d90-8119-4048-b17e-b84dd8a25b8b'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:16:00.578980 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-717e6c1a-20d5-49cb-bdf2-f9e59106669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'name': 'tempest-TestShelveInstance-534226884-router', 'tenant_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '14d1ee40-18de-4269-ac1a-00172b9d5962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:06Z', 'updated_at': '2022-06-27T20:15:58Z', 'revision_number': 5, 'project_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'gw_port': {'id': '14d1ee40-18de-4269-ac1a-00172b9d5962', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:07Z', 'updated_at': '2022-06-27T20:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:00.584489 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-425e3496-1af7-4100-9b74-2508813071cf'] response: {'name': 'network-changed', 'server_uuid': '6ef82447-ad0c-49ae-9ba8-14e88c2eded2', 'tag': '3ddc4d90-8119-4048-b17e-b84dd8a25b8b', 'status': 'completed', 'code': 200} Jun 27 20:16:00.585598 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717e6c1a-20d5-49cb-bdf2-f9e59106669f None None] Checking router: b4dbed69-87f4-4206-99b4-97cf511679cf for host: dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:16:00.595947 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717e6c1a-20d5-49cb-bdf2-f9e59106669f None None] Routers {'b4dbed69-87f4-4206-99b4-97cf511679cf'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:16:00.597110 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-717e6c1a-20d5-49cb-bdf2-f9e59106669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:15:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['b4dbed69-87f4-4206-99b4-97cf511679cf'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:00.647986 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-ff5e9d0f-7948-44ad-9397-ef6eeb315ec1 admin admin] For port 14d1ee40-18de-4269-ac1a-00172b9d5962, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=14d1ee40-18de-4269-ac1a-00172b9d5962,segment=NetworkSegment(c8e1d377-ef10-44fe-8306-b14a68212fb0),segment_id=c8e1d377-ef10-44fe-8306-b14a68212fb0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:16:00.648546 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ff5e9d0f-7948-44ad-9397-ef6eeb315ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:00.703461 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19686f32-8917-4910-8d39-20b4f4db4a31 service neutron] Pushing event updated for resources: {'Port': ['ID=3ddc4d90-8119-4048-b17e-b84dd8a25b8b,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:00.764551 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-4d5e0249-a7f3-4ec3-8df2-8bdadf77900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:00.766076 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-4d5e0249-a7f3-4ec3-8df2-8bdadf77900d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=caa8bd5588cd4b908faeb162efc54fb1&device_id=6ef82447-ad0c-49ae-9ba8-14e88c2eded2 HTTP/1.1" status: 200 len: 1096 time: 0.1585042 Jun 27 20:16:00.774741 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-717e6c1a-20d5-49cb-bdf2-f9e59106669f None None] Set router b4dbed69-87f4-4206-99b4-97cf511679cf gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:16:00.878932 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-8406b874-5d13-4704-b655-3693f12f77fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ddc4d90-8119-4048-b17e-b84dd8a25b8b HTTP/1.1" status: 200 len: 217 time: 0.0760083 Jun 27 20:16:00.894371 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-717e6c1a-20d5-49cb-bdf2-f9e59106669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'name': 'tempest-TestShelveInstance-534226884-router', 'tenant_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:06Z', 'updated_at': '2022-06-27T20:16:00Z', 'revision_number': 6, 'project_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'gw_port_host': None}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:00.900866 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717e6c1a-20d5-49cb-bdf2-f9e59106669f None None] The sync data for ids ['b4dbed69-87f4-4206-99b4-97cf511679cf'] in dv-cinder-845799-1-iscsi is: [{'id': 'b4dbed69-87f4-4206-99b4-97cf511679cf', 'name': 'tempest-TestShelveInstance-534226884-router', 'tenant_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:06Z', 'updated_at': '2022-06-27T20:16:00Z', 'revision_number': 6, 'project_id': 'ce50a06e19fe48b5ad68a43b953f5ae0', 'gw_port_host': None}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:16:00.914040 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-ff5e9d0f-7948-44ad-9397-ef6eeb315ec1 admin admin] Calling delete_port for 14d1ee40-18de-4269-ac1a-00172b9d5962 owned by network:router_gateway {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:16:00.931066 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-6c08483a-d214-492d-bf1c-03053ccff73a admin admin] Deleting port 93dfb96a-3ae4-402f-a858-9bfabecc3742 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:16:00.931228 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c08483a-d214-492d-bf1c-03053ccff73a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:00.957241 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2e1d6-6e9e-4361-9848-92c5b13607dd req-807bbfbc-b6ab-4130-967d-b19ff3268d76 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:00.958708 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d7d2e1d6-6e9e-4361-9848-92c5b13607dd req-807bbfbc-b6ab-4130-967d-b19ff3268d76 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ef82447-ad0c-49ae-9ba8-14e88c2eded2 HTTP/1.1" status: 200 len: 943 time: 0.4712617 Jun 27 20:16:01.019712 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-dccefa6e-3d2d-468c-a4e3-6db56421f4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:01.021158 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-dccefa6e-3d2d-468c-a4e3-6db56421f4ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d296a220-8d8b-48c1-98ba-4729812d3752 HTTP/1.1" status: 200 len: 850 time: 0.1330838 Jun 27 20:16:01.035264 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d7d2e1d6-6e9e-4361-9848-92c5b13607dd req-4f793303-bc76-4317-9075-a5e62f28e706 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632544 Jun 27 20:16:01.127037 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ff5e9d0f-7948-44ad-9397-ef6eeb315ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14170096'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:01.174343 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e9d0f-7948-44ad-9397-ef6eeb315ec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=14d1ee40-18de-4269-ac1a-00172b9d5962,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:01.276450 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ff5e9d0f-7948-44ad-9397-ef6eeb315ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16757820'] for router_gateway, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:01.292324 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-6c08483a-d214-492d-bf1c-03053ccff73a admin admin] For port 93dfb96a-3ae4-402f-a858-9bfabecc3742, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=93dfb96a-3ae4-402f-a858-9bfabecc3742,segment=NetworkSegment(19b88fb4-09fb-4dea-ba55-cb685887fbf1),segment_id=19b88fb4-09fb-4dea-ba55-cb685887fbf1)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:16:01.292678 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c08483a-d214-492d-bf1c-03053ccff73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:01.415194 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-22112257-f6ca-42a1-8b0c-b01fe81a4f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:01.416927 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-22112257-f6ca-42a1-8b0c-b01fe81a4f9b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95174e0b-b3b6-422f-bf95-035686ee2474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2461619 Jun 27 20:16:01.423134 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-6c08483a-d214-492d-bf1c-03053ccff73a admin admin] Calling delete_port for 93dfb96a-3ae4-402f-a858-9bfabecc3742 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:16:01.449483 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ff5e9d0f-7948-44ad-9397-ef6eeb315ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16270997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4448'] for router, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:01.451690 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ff5e9d0f-7948-44ad-9397-ef6eeb315ec1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:01.475447 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ff5e9d0f-7948-44ad-9397-ef6eeb315ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16272861'] for router, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:01.476025 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5e9d0f-7948-44ad-9397-ef6eeb315ec1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4dbed69-87f4-4206-99b4-97cf511679cf {{(pid=88114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 27 20:16:01.488248 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ff5e9d0f-7948-44ad-9397-ef6eeb315ec1 admin admin] Notify callbacks [] for router, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:01.489371 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-ff5e9d0f-7948-44ad-9397-ef6eeb315ec1 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b4dbed69-87f4-4206-99b4-97cf511679cf HTTP/1.1" status: 204 len: 168 time: 1.5480304 Jun 27 20:16:01.491959 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 35336) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:01.549552 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_v2 [None req-02fc7b0a-1a59-4d3c-a8a3-521c893aff0c admin admin] Deleting subnet 4fc6859b-14ec-4180-9322-1859f9ae604d {{(pid=88114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 27 20:16:01.552707 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-02fc7b0a-1a59-4d3c-a8a3-521c893aff0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:01.603865 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-02fc7b0a-1a59-4d3c-a8a3-521c893aff0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14146910'] for subnet, precommit_delete_associations {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:01.626932 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-ba712b91-a8e6-4847-980f-104dae6e0780 service neutron] 10.222.0.15 "GET /v2.0/networks/95174e0b-b3b6-422f-bf95-035686ee2474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771984 Jun 27 20:16:01.723212 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-02fc7b0a-1a59-4d3c-a8a3-521c893aff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-607847'] for subnet, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:01.798971 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-02fc7b0a-1a59-4d3c-a8a3-521c893aff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-607836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14170029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14401395'] for subnet, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:01.819239 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-574d0dca-0fcb-4c46-857d-d3facf86ebe8 req-ed7e56c4-cde7-48b4-aa57-e0cc9b3986ee service neutron] 10.222.0.15 "GET /v2.0/networks/95174e0b-b3b6-422f-bf95-035686ee2474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836643 Jun 27 20:16:01.822021 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c08483a-d214-492d-bf1c-03053ccff73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:01.838600 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc7b0a-1a59-4d3c-a8a3-521c893aff0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fc6859b-14ec-4180-9322-1859f9ae604d,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:01.842321 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-02fc7b0a-1a59-4d3c-a8a3-521c893aff0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:01.854368 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379755a7-4813-4b80-9d1d-d5ddcf0759bb None None] Network b3d414e0-f67f-476e-9bc2-025bb15b4193 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:16:01.859899 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 35340) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:01.863731 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-02fc7b0a-1a59-4d3c-a8a3-521c893aff0c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4fc6859b-14ec-4180-9322-1859f9ae604d HTTP/1.1" status: 204 len: 168 time: 0.3593855 Jun 27 20:16:01.901048 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c08483a-d214-492d-bf1c-03053ccff73a admin admin] Pushing event deleted for resources: {'Port': ['ID=93dfb96a-3ae4-402f-a858-9bfabecc3742,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:02.158391 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 14d1ee40-18de-4269-ac1a-00172b9d5962 no longer exists at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:16:02.210291 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] No Port match for: 14d1ee40-18de-4269-ac1a-00172b9d5962 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:16:02.210565 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 14d1ee40-18de-4269-ac1a-00172b9d5962 not bound to the agent host dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:16:02.210960 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device e2f8c5e3-dea8-4867-8d0b-540716f2e8e0 no longer exists at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:16:02.252731 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6071083e-5867-4565-93f9-69a90308ae12 None None] DHCP port deletion for b3d414e0-f67f-476e-9bc2-025bb15b4193 request from dv-cinder-845799-1-iscsi {{(pid=88115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 27 20:16:02.261053 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] No Port match for: e2f8c5e3-dea8-4867-8d0b-540716f2e8e0 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:16:02.261390 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device e2f8c5e3-dea8-4867-8d0b-540716f2e8e0 not bound to the agent host dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:16:02.262979 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6071083e-5867-4565-93f9-69a90308ae12 None None] Deleting port b2dcf878-4e0f-4a3c-a610-cb3ead3234f3 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:16:02.263345 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6071083e-5867-4565-93f9-69a90308ae12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:02.266852 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1bd48c3a-89d7-475f-b831-c573cd1d4827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590302'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:02.277853 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7ddb8-7c0c-4454-9099-144a4996dc05 req-0d363d23-3b1d-411e-bc19-df265bf3ddb3 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:02.279441 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5bb7ddb8-7c0c-4454-9099-144a4996dc05 req-0d363d23-3b1d-411e-bc19-df265bf3ddb3 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ef82447-ad0c-49ae-9ba8-14e88c2eded2 HTTP/1.1" status: 200 len: 943 time: 0.1019657 Jun 27 20:16:02.330555 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5bb7ddb8-7c0c-4454-9099-144a4996dc05 req-c8d2c3aa-6743-4c9a-af0d-12edbf319e24 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451827 Jun 27 20:16:02.373784 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-1bd48c3a-89d7-475f-b831-c573cd1d4827 admin admin] Deleting port b2dcf878-4e0f-4a3c-a610-cb3ead3234f3 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:16:02.374124 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1bd48c3a-89d7-475f-b831-c573cd1d4827 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:02.401551 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b7f0e-5366-45a5-aed8-8a4ecb89b611 req-24f555f4-714e-49a9-a6f5-b876225c9ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:02.403063 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-825b7f0e-5366-45a5-aed8-8a4ecb89b611 req-24f555f4-714e-49a9-a6f5-b876225c9ce3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=caa8bd5588cd4b908faeb162efc54fb1&device_id=6ef82447-ad0c-49ae-9ba8-14e88c2eded2 HTTP/1.1" status: 200 len: 1096 time: 0.4142258 Jun 27 20:16:02.490971 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6071083e-5867-4565-93f9-69a90308ae12 None None] For port b2dcf878-4e0f-4a3c-a610-cb3ead3234f3, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=b2dcf878-4e0f-4a3c-a610-cb3ead3234f3,segment=NetworkSegment(abfee25b-3946-4293-ac9a-e442b8d66c42),segment_id=abfee25b-3946-4293-ac9a-e442b8d66c42)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:16:02.491361 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6071083e-5867-4565-93f9-69a90308ae12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:02.618025 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6071083e-5867-4565-93f9-69a90308ae12 None None] Calling delete_port for b2dcf878-4e0f-4a3c-a610-cb3ead3234f3 owned by network:dhcp {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:16:02.676025 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-6c08483a-d214-492d-bf1c-03053ccff73a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16717692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16759977'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:02.690191 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6071083e-5867-4565-93f9-69a90308ae12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534'] for port, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:02.740812 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6071083e-5867-4565-93f9-69a90308ae12 None None] No DVR routers for this DVR port b2dcf878-4e0f-4a3c-a610-cb3ead3234f3 on host dv-cinder-845799-1-iscsi {{(pid=88115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 20:16:02.742398 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6071083e-5867-4565-93f9-69a90308ae12 None None] Pushing event deleted for resources: {'Port': ['ID=b2dcf878-4e0f-4a3c-a610-cb3ead3234f3,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:02.751451 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071083e-5867-4565-93f9-69a90308ae12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:16:02.751971 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071083e-5867-4565-93f9-69a90308ae12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:16:02.752352 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071083e-5867-4565-93f9-69a90308ae12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:16:02.752780 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071083e-5867-4565-93f9-69a90308ae12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:16:02.752892 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071083e-5867-4565-93f9-69a90308ae12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:16:02.753301 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071083e-5867-4565-93f9-69a90308ae12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:16:02.753554 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071083e-5867-4565-93f9-69a90308ae12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:16:02.754067 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071083e-5867-4565-93f9-69a90308ae12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:16:02.754396 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071083e-5867-4565-93f9-69a90308ae12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:16:02.754697 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071083e-5867-4565-93f9-69a90308ae12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:16:02.755063 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071083e-5867-4565-93f9-69a90308ae12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:16:02.755375 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071083e-5867-4565-93f9-69a90308ae12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:16:02.923947 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b7f0e-5366-45a5-aed8-8a4ecb89b611 req-6d11cf03-2e6c-4396-8969-e402d8628d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:02.925399 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-825b7f0e-5366-45a5-aed8-8a4ecb89b611 req-6d11cf03-2e6c-4396-8969-e402d8628d73 service neutron] 10.222.0.15 "GET /v2.0/networks?id=95174e0b-b3b6-422f-bf95-035686ee2474 HTTP/1.1" status: 200 len: 912 time: 0.5131099 Jun 27 20:16:03.032194 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-825b7f0e-5366-45a5-aed8-8a4ecb89b611 req-ef616105-a785-4575-863f-eff7836a36bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ddc4d90-8119-4048-b17e-b84dd8a25b8b HTTP/1.1" status: 200 len: 217 time: 0.0895150 Jun 27 20:16:03.082359 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-1bd48c3a-89d7-475f-b831-c573cd1d4827 admin admin] For port b2dcf878-4e0f-4a3c-a610-cb3ead3234f3, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=b2dcf878-4e0f-4a3c-a610-cb3ead3234f3,segment=NetworkSegment(abfee25b-3946-4293-ac9a-e442b8d66c42),segment_id=abfee25b-3946-4293-ac9a-e442b8d66c42)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:16:03.082746 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1bd48c3a-89d7-475f-b831-c573cd1d4827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:03.212507 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-1bd48c3a-89d7-475f-b831-c573cd1d4827 admin admin] Calling delete_port for b2dcf878-4e0f-4a3c-a610-cb3ead3234f3 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:16:03.344208 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b7f0e-5366-45a5-aed8-8a4ecb89b611 req-a8f13d53-2dd9-40a0-9b10-48ad879120d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:03.345799 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-825b7f0e-5366-45a5-aed8-8a4ecb89b611 req-a8f13d53-2dd9-40a0-9b10-48ad879120d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d296a220-8d8b-48c1-98ba-4729812d3752 HTTP/1.1" status: 200 len: 850 time: 0.3038602 Jun 27 20:16:03.499888 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.db.api [None req-1bd48c3a-89d7-475f-b831-c573cd1d4827 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 20:16:03.500239 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG oslo_db.api [None req-1bd48c3a-89d7-475f-b831-c573cd1d4827 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 20:16:03.519977 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e31716-347c-4a34-8058-9819dc86017a req-6ba4a856-7846-4d1f-9d02-8cb759539879 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:03.521392 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-40e31716-347c-4a34-8058-9819dc86017a req-6ba4a856-7846-4d1f-9d02-8cb759539879 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ef82447-ad0c-49ae-9ba8-14e88c2eded2 HTTP/1.1" status: 200 len: 943 time: 0.0862138 Jun 27 20:16:03.544667 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b7f0e-5366-45a5-aed8-8a4ecb89b611 req-7e0d9a93-499a-4574-9662-ddd6f9c3c90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:03.546188 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-825b7f0e-5366-45a5-aed8-8a4ecb89b611 req-7e0d9a93-499a-4574-9662-ddd6f9c3c90f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95174e0b-b3b6-422f-bf95-035686ee2474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1450953 Jun 27 20:16:03.551237 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c08483a-d214-492d-bf1c-03053ccff73a admin admin] Router 366bc1ff-6094-4444-92cf-fc8b21905b0a has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:16:03.565583 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-40e31716-347c-4a34-8058-9819dc86017a req-f5f0b7cf-eb74-4d40-ac8e-3ee4bfd56546 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385501 Jun 27 20:16:03.821374 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-825b7f0e-5366-45a5-aed8-8a4ecb89b611 req-660b50be-2fd7-4be0-b360-9e0384999800 service neutron] 10.222.0.15 "GET /v2.0/networks/95174e0b-b3b6-422f-bf95-035686ee2474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689207 Jun 27 20:16:03.836733 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:16:03.859338 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c08483a-d214-492d-bf1c-03053ccff73a admin admin] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:16:03.868738 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa74ce1-6509-4f0b-bdc2-1fce098b7a55 None None] Sync routers for ids ['366bc1ff-6094-4444-92cf-fc8b21905b0a'] in dv-cinder-845799-1-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:16:03.878788 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa74ce1-6509-4f0b-bdc2-1fce098b7a55 None None] Routers {'366bc1ff-6094-4444-92cf-fc8b21905b0a'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:16:03.879395 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-2aa74ce1-6509-4f0b-bdc2-1fce098b7a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:15:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['366bc1ff-6094-4444-92cf-fc8b21905b0a'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:04.024358 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-1bd48c3a-89d7-475f-b831-c573cd1d4827 admin admin] Deleting port b2dcf878-4e0f-4a3c-a610-cb3ead3234f3 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:16:04.024728 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1bd48c3a-89d7-475f-b831-c573cd1d4827 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:04.062260 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-2aa74ce1-6509-4f0b-bdc2-1fce098b7a55 None None] Set router 366bc1ff-6094-4444-92cf-fc8b21905b0a gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:16:04.075067 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device b2dcf878-4e0f-4a3c-a610-cb3ead3234f3 no longer exists at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:16:04.109075 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] No Port match for: b2dcf878-4e0f-4a3c-a610-cb3ead3234f3 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:16:04.109494 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device b2dcf878-4e0f-4a3c-a610-cb3ead3234f3 not bound to the agent host dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:16:04.121818 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-1bd48c3a-89d7-475f-b831-c573cd1d4827 admin admin] The port 'b2dcf878-4e0f-4a3c-a610-cb3ead3234f3' was deleted {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 27 20:16:04.130378 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-6c08483a-d214-492d-bf1c-03053ccff73a admin admin] 10.222.0.23 "PUT /v2.0/routers/366bc1ff-6094-4444-92cf-fc8b21905b0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1151357 Jun 27 20:16:04.132908 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 35348) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:04.272789 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-825b7f0e-5366-45a5-aed8-8a4ecb89b611 req-20f7e12f-8d46-4c80-ad77-634c259c9232 service neutron] 10.222.0.15 "GET /v2.0/networks/95174e0b-b3b6-422f-bf95-035686ee2474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394498 Jun 27 20:16:04.276407 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1bd48c3a-89d7-475f-b831-c573cd1d4827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614162', 'neutron.services.segments.db._delete_segments_for_network-8741810542969'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:04.303274 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.services.segments.db [None req-1bd48c3a-89d7-475f-b831-c573cd1d4827 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d414e0-f67f-476e-9bc2-025bb15b4193']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:04.316401 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.services.segments.db [None req-1bd48c3a-89d7-475f-b831-c573cd1d4827 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abfee25b-3946-4293-ac9a-e442b8d66c42') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:04.316809 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.services.segments.db [None req-1bd48c3a-89d7-475f-b831-c573cd1d4827 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abfee25b-3946-4293-ac9a-e442b8d66c42') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:04.324057 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2d3a113f-a13f-4d3b-8ecb-62df3e43b2d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:04.328429 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1bd48c3a-89d7-475f-b831-c573cd1d4827 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741810611348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14191939'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:04.344748 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1bd48c3a-89d7-475f-b831-c573cd1d4827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603533'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:04.350902 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-2aa74ce1-6509-4f0b-bdc2-1fce098b7a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'name': 'tempest-AttachVolumeTestJSON-332780900-router', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:16:01Z', 'revision_number': 5, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'gw_port': {'id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:27Z', 'updated_at': '2022-06-27T20:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:04.351676 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd48c3a-89d7-475f-b831-c573cd1d4827 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 20:16:04.351953 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1bd48c3a-89d7-475f-b831-c573cd1d4827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-603522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16137082'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:04.355457 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa74ce1-6509-4f0b-bdc2-1fce098b7a55 None None] Checking router: 366bc1ff-6094-4444-92cf-fc8b21905b0a for host: dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:16:04.364406 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa74ce1-6509-4f0b-bdc2-1fce098b7a55 None None] Routers {'366bc1ff-6094-4444-92cf-fc8b21905b0a'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:16:04.365104 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-2aa74ce1-6509-4f0b-bdc2-1fce098b7a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:15:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['366bc1ff-6094-4444-92cf-fc8b21905b0a'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:04.419214 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.services.segments.plugin [-] Segment abfee25b-3946-4293-ac9a-e442b8d66c42 resource provider aggregate not found Jun 27 20:16:04.443129 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.services.segments.plugin [-] Segment abfee25b-3946-4293-ac9a-e442b8d66c42 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid abfee25b-3946-4293-ac9a-e442b8d66c42 found for delete ", "request_id": "req-20cb0ca8-8f64-4c37-b58c-193549c64794"}]} Jun 27 20:16:04.458133 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1bd48c3a-89d7-475f-b831-c573cd1d4827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16271069'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:04.474274 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1bd48c3a-89d7-475f-b831-c573cd1d4827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:04.485070 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd48c3a-89d7-475f-b831-c573cd1d4827 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3d414e0-f67f-476e-9bc2-025bb15b4193,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:04.496025 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-1bd48c3a-89d7-475f-b831-c573cd1d4827 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b3d414e0-f67f-476e-9bc2-025bb15b4193 HTTP/1.1" status: 204 len: 168 time: 2.6349249 Jun 27 20:16:04.499095 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 35356) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:04.556370 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-2aa74ce1-6509-4f0b-bdc2-1fce098b7a55 None None] Set router 366bc1ff-6094-4444-92cf-fc8b21905b0a gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:16:04.646569 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2d3a113f-a13f-4d3b-8ecb-62df3e43b2d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:04.662659 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2d3a113f-a13f-4d3b-8ecb-62df3e43b2d3 admin admin] Deleting port 24a34253-591d-4d48-8f35-d4f7fa5212e6 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:16:04.663308 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2d3a113f-a13f-4d3b-8ecb-62df3e43b2d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:04.895708 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-2aa74ce1-6509-4f0b-bdc2-1fce098b7a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'name': 'tempest-AttachVolumeTestJSON-332780900-router', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:16:01Z', 'revision_number': 5, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'gw_port': {'id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:27Z', 'updated_at': '2022-06-27T20:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:04.900052 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874d984-7764-4f9d-a8d0-a92f5b59a47b req-0d675069-148a-47c1-8d8d-004de7c53e2d tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:04.900197 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa74ce1-6509-4f0b-bdc2-1fce098b7a55 None None] The sync data for ids ['366bc1ff-6094-4444-92cf-fc8b21905b0a'] in dv-cinder-845799-1-iscsi is: [{'id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'name': 'tempest-AttachVolumeTestJSON-332780900-router', 'tenant_id': 'a50994bf4f144390934c88c909c5d061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:16:01Z', 'revision_number': 5, 'project_id': 'a50994bf4f144390934c88c909c5d061', 'gw_port': {'id': '24a34253-591d-4d48-8f35-d4f7fa5212e6', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366bc1ff-6094-4444-92cf-fc8b21905b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:27Z', 'updated_at': '2022-06-27T20:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:16:04.901481 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b874d984-7764-4f9d-a8d0-a92f5b59a47b req-0d675069-148a-47c1-8d8d-004de7c53e2d tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ef82447-ad0c-49ae-9ba8-14e88c2eded2 HTTP/1.1" status: 200 len: 943 time: 0.2050467 Jun 27 20:16:04.911604 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-2d3a113f-a13f-4d3b-8ecb-62df3e43b2d3 admin admin] For port 24a34253-591d-4d48-8f35-d4f7fa5212e6, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=24a34253-591d-4d48-8f35-d4f7fa5212e6,segment=NetworkSegment(c8e1d377-ef10-44fe-8306-b14a68212fb0),segment_id=c8e1d377-ef10-44fe-8306-b14a68212fb0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:16:04.911977 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2d3a113f-a13f-4d3b-8ecb-62df3e43b2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:05.055917 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2d3a113f-a13f-4d3b-8ecb-62df3e43b2d3 admin admin] Calling delete_port for 24a34253-591d-4d48-8f35-d4f7fa5212e6 owned by network:router_gateway {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:16:05.086078 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-974b8930-c852-4795-acb4-0ac1b439d82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16760029'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:05.123606 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b874d984-7764-4f9d-a8d0-a92f5b59a47b req-c28813e6-1fed-4427-8cb7-e3e1d5467ddf tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025692 Jun 27 20:16:05.254132 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2d3a113f-a13f-4d3b-8ecb-62df3e43b2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14170096'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:05.303053 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a113f-a13f-4d3b-8ecb-62df3e43b2d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=24a34253-591d-4d48-8f35-d4f7fa5212e6,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:05.409509 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2d3a113f-a13f-4d3b-8ecb-62df3e43b2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16757820'] for router_gateway, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:05.443280 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-974b8930-c852-4795-acb4-0ac1b439d82f admin admin] Deleting port c8352f7a-1304-4603-8da3-1da11834181c {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:16:05.443830 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-974b8930-c852-4795-acb4-0ac1b439d82f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:05.585802 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2d3a113f-a13f-4d3b-8ecb-62df3e43b2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16270997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4448'] for router, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:05.587882 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2d3a113f-a13f-4d3b-8ecb-62df3e43b2d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:05.609743 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2d3a113f-a13f-4d3b-8ecb-62df3e43b2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16272861'] for router, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:05.610268 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3a113f-a13f-4d3b-8ecb-62df3e43b2d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 366bc1ff-6094-4444-92cf-fc8b21905b0a {{(pid=88114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 27 20:16:05.623723 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2d3a113f-a13f-4d3b-8ecb-62df3e43b2d3 admin admin] Notify callbacks [] for router, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:05.626014 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-2d3a113f-a13f-4d3b-8ecb-62df3e43b2d3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/366bc1ff-6094-4444-92cf-fc8b21905b0a HTTP/1.1" status: 204 len: 168 time: 1.4919019 Jun 27 20:16:05.627788 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 35362) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:05.690480 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc2533d-013d-4ddb-9154-f2bbaaaff0bd admin admin] Deleting subnet 3fccdbdb-2f00-4b31-ac45-6e4614abd8b0 {{(pid=88114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 27 20:16:05.693693 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bdc2533d-013d-4ddb-9154-f2bbaaaff0bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:05.726587 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-974b8930-c852-4795-acb4-0ac1b439d82f admin admin] For port c8352f7a-1304-4603-8da3-1da11834181c, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=c8352f7a-1304-4603-8da3-1da11834181c,segment=NetworkSegment(65240f7f-b72e-4f5e-a47d-0a108b724756),segment_id=65240f7f-b72e-4f5e-a47d-0a108b724756)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:16:05.726945 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-974b8930-c852-4795-acb4-0ac1b439d82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:05.751444 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bdc2533d-013d-4ddb-9154-f2bbaaaff0bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14146910'] for subnet, precommit_delete_associations {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:05.828834 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bdc2533d-013d-4ddb-9154-f2bbaaaff0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-607847'] for subnet, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:05.856583 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-974b8930-c852-4795-acb4-0ac1b439d82f admin admin] Calling delete_port for c8352f7a-1304-4603-8da3-1da11834181c owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:16:05.896025 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bdc2533d-013d-4ddb-9154-f2bbaaaff0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-607836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14170029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14401395'] for subnet, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:05.940055 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bdc2533d-013d-4ddb-9154-f2bbaaaff0bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:05.944674 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2533d-013d-4ddb-9154-f2bbaaaff0bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fccdbdb-2f00-4b31-ac45-6e4614abd8b0,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:05.945331 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253f93f9-c079-4591-8741-175a5bb248ff None None] Network 161680f6-9340-499f-abb6-7578d38c56d4 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:16:05.950416 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-bdc2533d-013d-4ddb-9154-f2bbaaaff0bd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3fccdbdb-2f00-4b31-ac45-6e4614abd8b0 HTTP/1.1" status: 204 len: 168 time: 0.3215818 Jun 27 20:16:05.952904 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 35366) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:06.036338 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-974b8930-c852-4795-acb4-0ac1b439d82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:06.065101 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5ebd119c-8351-4309-870a-d6c6109d38b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590302'] for network, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:06.075593 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-5ebd119c-8351-4309-870a-d6c6109d38b5 admin admin] Deleting port 279393ad-fa5b-4202-a297-ce980eb32bfd {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:16:06.075929 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5ebd119c-8351-4309-870a-d6c6109d38b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:06.093035 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b8930-c852-4795-acb4-0ac1b439d82f admin admin] Pushing event deleted for resources: {'Port': ['ID=c8352f7a-1304-4603-8da3-1da11834181c,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:06.170980 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 24a34253-591d-4d48-8f35-d4f7fa5212e6 no longer exists at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:16:06.216172 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] No Port match for: 24a34253-591d-4d48-8f35-d4f7fa5212e6 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:16:06.216765 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 24a34253-591d-4d48-8f35-d4f7fa5212e6 not bound to the agent host dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:16:06.217332 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 93dfb96a-3ae4-402f-a858-9bfabecc3742 no longer exists at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:16:06.256504 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] No Port match for: 93dfb96a-3ae4-402f-a858-9bfabecc3742 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:16:06.257126 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 93dfb96a-3ae4-402f-a858-9bfabecc3742 not bound to the agent host dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:16:06.379331 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce66da5b-a77f-4f87-84fe-d1e1098903c9 None None] DHCP port deletion for 161680f6-9340-499f-abb6-7578d38c56d4 request from dv-cinder-845799-1-iscsi {{(pid=88115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 27 20:16:06.384437 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-ce66da5b-a77f-4f87-84fe-d1e1098903c9 None None] Deleting port 279393ad-fa5b-4202-a297-ce980eb32bfd {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:16:06.385044 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ce66da5b-a77f-4f87-84fe-d1e1098903c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:06.444519 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-974b8930-c852-4795-acb4-0ac1b439d82f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16717692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16759977'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:06.553275 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-5ebd119c-8351-4309-870a-d6c6109d38b5 admin admin] For port 279393ad-fa5b-4202-a297-ce980eb32bfd, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=279393ad-fa5b-4202-a297-ce980eb32bfd,segment=NetworkSegment(19b88fb4-09fb-4dea-ba55-cb685887fbf1),segment_id=19b88fb4-09fb-4dea-ba55-cb685887fbf1)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:16:06.553818 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5ebd119c-8351-4309-870a-d6c6109d38b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:06.594324 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-ce66da5b-a77f-4f87-84fe-d1e1098903c9 None None] For port 279393ad-fa5b-4202-a297-ce980eb32bfd, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=279393ad-fa5b-4202-a297-ce980eb32bfd,segment=NetworkSegment(19b88fb4-09fb-4dea-ba55-cb685887fbf1),segment_id=19b88fb4-09fb-4dea-ba55-cb685887fbf1)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:16:06.594704 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ce66da5b-a77f-4f87-84fe-d1e1098903c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:06.690822 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-5ebd119c-8351-4309-870a-d6c6109d38b5 admin admin] Calling delete_port for 279393ad-fa5b-4202-a297-ce980eb32bfd owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:16:06.733385 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-ce66da5b-a77f-4f87-84fe-d1e1098903c9 None None] Calling delete_port for 279393ad-fa5b-4202-a297-ce980eb32bfd owned by network:dhcp {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:16:06.742422 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78b03c-6add-4352-a652-41be44656feb req-57018586-4333-4f79-bf8f-395894a3d213 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:06.744024 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1b78b03c-6add-4352-a652-41be44656feb req-57018586-4333-4f79-bf8f-395894a3d213 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ef82447-ad0c-49ae-9ba8-14e88c2eded2 HTTP/1.1" status: 200 len: 943 time: 0.4748952 Jun 27 20:16:06.811391 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1b78b03c-6add-4352-a652-41be44656feb req-478f8409-e546-407d-ac72-b5e92d8d2b36 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566435 Jun 27 20:16:06.814555 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974b8930-c852-4795-acb4-0ac1b439d82f admin admin] Router 2e6169a9-a327-483a-969a-c4134d389412 has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:16:06.820666 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5ebd119c-8351-4309-870a-d6c6109d38b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14170096'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:06.830833 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.db.api [None req-ce66da5b-a77f-4f87-84fe-d1e1098903c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 20:16:06.831248 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG oslo_db.api [None req-ce66da5b-a77f-4f87-84fe-d1e1098903c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 20:16:06.872223 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd119c-8351-4309-870a-d6c6109d38b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=279393ad-fa5b-4202-a297-ce980eb32bfd,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:06.878670 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebd119c-8351-4309-870a-d6c6109d38b5 admin admin] No DVR routers for this DVR port 279393ad-fa5b-4202-a297-ce980eb32bfd on host dv-cinder-845799-1-iscsi {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 20:16:06.994648 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5ebd119c-8351-4309-870a-d6c6109d38b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614162', 'neutron.services.segments.db._delete_segments_for_network-8741810542969'] for network, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:07.028903 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-5ebd119c-8351-4309-870a-d6c6109d38b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['161680f6-9340-499f-abb6-7578d38c56d4']}} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:07.051222 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-5ebd119c-8351-4309-870a-d6c6109d38b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19b88fb4-09fb-4dea-ba55-cb685887fbf1') {'for_net_delete': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:07.051518 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-5ebd119c-8351-4309-870a-d6c6109d38b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19b88fb4-09fb-4dea-ba55-cb685887fbf1') {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:07.063752 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5ebd119c-8351-4309-870a-d6c6109d38b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741810611348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14146903'] for segment, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:07.080755 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5ebd119c-8351-4309-870a-d6c6109d38b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603533'] for segment, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:07.086877 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ebd119c-8351-4309-870a-d6c6109d38b5 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=88114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 20:16:07.089300 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5ebd119c-8351-4309-870a-d6c6109d38b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-603522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14169859'] for segment, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:07.119188 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974b8930-c852-4795-acb4-0ac1b439d82f admin admin] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:16:07.128858 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44beb1fa-4a30-4e4b-8933-d20e3c309eb9 None None] Sync routers for ids ['2e6169a9-a327-483a-969a-c4134d389412'] in dv-cinder-845799-1-iscsi {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:16:07.139744 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-974b8930-c852-4795-acb4-0ac1b439d82f admin admin] 10.222.0.23 "PUT /v2.0/routers/2e6169a9-a327-483a-969a-c4134d389412/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6395469 Jun 27 20:16:07.140396 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 35378) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:07.141543 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44beb1fa-4a30-4e4b-8933-d20e3c309eb9 None None] Routers {'2e6169a9-a327-483a-969a-c4134d389412'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:16:07.142833 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-44beb1fa-4a30-4e4b-8933-d20e3c309eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:15:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['2e6169a9-a327-483a-969a-c4134d389412'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:07.183945 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5ebd119c-8351-4309-870a-d6c6109d38b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16271069'] for network, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:07.204377 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.services.segments.plugin [-] Segment 19b88fb4-09fb-4dea-ba55-cb685887fbf1 resource provider aggregate not found Jun 27 20:16:07.210842 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5ebd119c-8351-4309-870a-d6c6109d38b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for network, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:07.221457 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd119c-8351-4309-870a-d6c6109d38b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=161680f6-9340-499f-abb6-7578d38c56d4,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:07.242526 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-5ebd119c-8351-4309-870a-d6c6109d38b5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/161680f6-9340-499f-abb6-7578d38c56d4 HTTP/1.1" status: 204 len: 168 time: 1.2856152 Jun 27 20:16:07.245740 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.services.segments.plugin [-] Segment 19b88fb4-09fb-4dea-ba55-cb685887fbf1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19b88fb4-09fb-4dea-ba55-cb685887fbf1 found for delete ", "request_id": "req-dacf278b-1811-4a34-9154-9bae7c2eaed5"}]} Jun 27 20:16:07.328029 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3cde0eb1-6fdc-4c1c-84cf-7770a3c2db39 admin admin] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:07.331852 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-ce66da5b-a77f-4f87-84fe-d1e1098903c9 None None] Deleting port 279393ad-fa5b-4202-a297-ce980eb32bfd {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:16:07.332222 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ce66da5b-a77f-4f87-84fe-d1e1098903c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:07.394133 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 35386) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:07.407987 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-44beb1fa-4a30-4e4b-8933-d20e3c309eb9 None None] Set router 2e6169a9-a327-483a-969a-c4134d389412 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:16:07.442400 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-ef43eb0b-da15-4fa9-ac8a-9c2aaea67cd2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a50994bf4f144390934c88c909c5d061&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0470941 Jun 27 20:16:07.444789 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 35390) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:07.504673 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-53caaa13-1b79-4a44-92ff-039c63c3164a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:07.521067 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3cde0eb1-6fdc-4c1c-84cf-7770a3c2db39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:07.531937 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-3cde0eb1-6fdc-4c1c-84cf-7770a3c2db39 admin admin] Deleting port eb2a4636-6929-44c5-9662-2d20bf819514 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:16:07.531937 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3cde0eb1-6fdc-4c1c-84cf-7770a3c2db39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:07.532672 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-53caaa13-1b79-4a44-92ff-039c63c3164a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:07.542144 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-ce66da5b-a77f-4f87-84fe-d1e1098903c9 None None] The port '279393ad-fa5b-4202-a297-ce980eb32bfd' was deleted {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 27 20:16:07.592369 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-53caaa13-1b79-4a44-92ff-039c63c3164a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:07.613139 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53caaa13-1b79-4a44-92ff-039c63c3164a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0534d54f-9341-4f4b-81b1-9551564c430b,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:07.621011 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-53caaa13-1b79-4a44-92ff-039c63c3164a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:07.622237 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-53caaa13-1b79-4a44-92ff-039c63c3164a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0534d54f-9341-4f4b-81b1-9551564c430b HTTP/1.1" status: 204 len: 168 time: 0.1765583 Jun 27 20:16:07.722843 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-3cde0eb1-6fdc-4c1c-84cf-7770a3c2db39 admin admin] For port eb2a4636-6929-44c5-9662-2d20bf819514, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=eb2a4636-6929-44c5-9662-2d20bf819514,segment=NetworkSegment(c8e1d377-ef10-44fe-8306-b14a68212fb0),segment_id=c8e1d377-ef10-44fe-8306-b14a68212fb0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:16:07.723253 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3cde0eb1-6fdc-4c1c-84cf-7770a3c2db39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:07.756947 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-44beb1fa-4a30-4e4b-8933-d20e3c309eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6169a9-a327-483a-969a-c4134d389412', 'name': 'tempest-TestShelveInstance-1720476720-router', 'tenant_id': '51c65c80989a4818b57927f880415044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'eb2a4636-6929-44c5-9662-2d20bf819514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:14Z', 'updated_at': '2022-06-27T20:16:05Z', 'revision_number': 5, 'project_id': '51c65c80989a4818b57927f880415044', 'gw_port': {'id': 'eb2a4636-6929-44c5-9662-2d20bf819514', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6169a9-a327-483a-969a-c4134d389412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:09:16Z', 'updated_at': '2022-06-27T20:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:07.760982 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44beb1fa-4a30-4e4b-8933-d20e3c309eb9 None None] Checking router: 2e6169a9-a327-483a-969a-c4134d389412 for host: dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:16:07.769475 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44beb1fa-4a30-4e4b-8933-d20e3c309eb9 None None] Routers {'2e6169a9-a327-483a-969a-c4134d389412'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:16:07.770182 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-44beb1fa-4a30-4e4b-8933-d20e3c309eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:15:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['2e6169a9-a327-483a-969a-c4134d389412'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:07.871870 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-3cde0eb1-6fdc-4c1c-84cf-7770a3c2db39 admin admin] Calling delete_port for eb2a4636-6929-44c5-9662-2d20bf819514 owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:16:07.931464 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-44beb1fa-4a30-4e4b-8933-d20e3c309eb9 None None] Set router 2e6169a9-a327-483a-969a-c4134d389412 gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:16:08.061500 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-44beb1fa-4a30-4e4b-8933-d20e3c309eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6169a9-a327-483a-969a-c4134d389412', 'name': 'tempest-TestShelveInstance-1720476720-router', 'tenant_id': '51c65c80989a4818b57927f880415044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:14Z', 'updated_at': '2022-06-27T20:16:07Z', 'revision_number': 6, 'project_id': '51c65c80989a4818b57927f880415044', 'gw_port_host': None}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:08.066830 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44beb1fa-4a30-4e4b-8933-d20e3c309eb9 None None] The sync data for ids ['2e6169a9-a327-483a-969a-c4134d389412'] in dv-cinder-845799-1-iscsi is: [{'id': '2e6169a9-a327-483a-969a-c4134d389412', 'name': 'tempest-TestShelveInstance-1720476720-router', 'tenant_id': '51c65c80989a4818b57927f880415044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:09:14Z', 'updated_at': '2022-06-27T20:16:07Z', 'revision_number': 6, 'project_id': '51c65c80989a4818b57927f880415044', 'gw_port_host': None}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:16:08.097384 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f0475-d398-483b-9c39-438de768b7dd req-161b8473-9ce2-4fdd-88e2-73b6eb7d53d2 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:08.102517 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-707f0475-d398-483b-9c39-438de768b7dd req-161b8473-9ce2-4fdd-88e2-73b6eb7d53d2 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ef82447-ad0c-49ae-9ba8-14e88c2eded2 HTTP/1.1" status: 200 len: 943 time: 0.1347988 Jun 27 20:16:08.144393 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3cde0eb1-6fdc-4c1c-84cf-7770a3c2db39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:08.157616 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-707f0475-d398-483b-9c39-438de768b7dd req-4c5f91ff-11e5-4486-b345-0250dd059fa6 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508816 Jun 27 20:16:08.233263 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde0eb1-6fdc-4c1c-84cf-7770a3c2db39 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb2a4636-6929-44c5-9662-2d20bf819514,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:08.295561 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3cde0eb1-6fdc-4c1c-84cf-7770a3c2db39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16757820'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:08.473448 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3cde0eb1-6fdc-4c1c-84cf-7770a3c2db39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16270997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4448'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:08.476173 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3cde0eb1-6fdc-4c1c-84cf-7770a3c2db39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:08.478391 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 279393ad-fa5b-4202-a297-ce980eb32bfd no longer exists at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:16:08.508693 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3cde0eb1-6fdc-4c1c-84cf-7770a3c2db39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16272861'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:08.509662 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cde0eb1-6fdc-4c1c-84cf-7770a3c2db39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e6169a9-a327-483a-969a-c4134d389412 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 27 20:16:08.523556 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-3cde0eb1-6fdc-4c1c-84cf-7770a3c2db39 admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:08.525306 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-3cde0eb1-6fdc-4c1c-84cf-7770a3c2db39 admin admin] 10.222.0.23 "DELETE /v2.0/routers/2e6169a9-a327-483a-969a-c4134d389412 HTTP/1.1" status: 204 len: 168 time: 1.3839564 Jun 27 20:16:08.527855 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 35420) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:08.531322 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] No Port match for: 279393ad-fa5b-4202-a297-ce980eb32bfd {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:16:08.531741 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 279393ad-fa5b-4202-a297-ce980eb32bfd not bound to the agent host dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:16:08.594199 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-038e5789-2ee2-44d9-854f-d2b66006a899 admin admin] Deleting subnet bf701f3f-0f86-4cd7-bb2d-e1143cd6242a {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 27 20:16:08.597578 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-038e5789-2ee2-44d9-854f-d2b66006a899 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:08.645915 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-038e5789-2ee2-44d9-854f-d2b66006a899 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14191946'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:08.828360 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-038e5789-2ee2-44d9-854f-d2b66006a899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-607847'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:08.904038 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-038e5789-2ee2-44d9-854f-d2b66006a899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-607836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16137172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14291743'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:08.942874 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e5789-2ee2-44d9-854f-d2b66006a899 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf701f3f-0f86-4cd7-bb2d-e1143cd6242a,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:08.946579 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-038e5789-2ee2-44d9-854f-d2b66006a899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:08.956916 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 35426) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:08.959858 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11317ff-02b0-4250-8aee-41378b5b1a44 None None] Network c68c7db3-d5d9-4c09-92e4-593a8dc8e0f2 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:16:08.962270 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-038e5789-2ee2-44d9-854f-d2b66006a899 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bf701f3f-0f86-4cd7-bb2d-e1143cd6242a HTTP/1.1" status: 204 len: 168 time: 0.4333680 Jun 27 20:16:09.093367 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-00b0cf7b-98a9-44ad-a176-d35081ff4a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590302'] for network, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:09.104997 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-00b0cf7b-98a9-44ad-a176-d35081ff4a43 admin admin] Deleting port aff559d1-7f73-4d77-8e3d-2aff3ad12be7 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:16:09.105667 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-00b0cf7b-98a9-44ad-a176-d35081ff4a43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:09.325407 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2adfd7f-b0b2-40e5-80ca-579aa1a6140e None None] DHCP port deletion for c68c7db3-d5d9-4c09-92e4-593a8dc8e0f2 request from dv-cinder-845799-1-iscsi {{(pid=88115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 27 20:16:09.334859 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-b2adfd7f-b0b2-40e5-80ca-579aa1a6140e None None] Deleting port aff559d1-7f73-4d77-8e3d-2aff3ad12be7 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:16:09.335424 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b2adfd7f-b0b2-40e5-80ca-579aa1a6140e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:09.425392 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-00b0cf7b-98a9-44ad-a176-d35081ff4a43 admin admin] For port aff559d1-7f73-4d77-8e3d-2aff3ad12be7, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=aff559d1-7f73-4d77-8e3d-2aff3ad12be7,segment=NetworkSegment(65240f7f-b72e-4f5e-a47d-0a108b724756),segment_id=65240f7f-b72e-4f5e-a47d-0a108b724756)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:16:09.425695 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-00b0cf7b-98a9-44ad-a176-d35081ff4a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:09.657317 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-00b0cf7b-98a9-44ad-a176-d35081ff4a43 admin admin] Calling delete_port for aff559d1-7f73-4d77-8e3d-2aff3ad12be7 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:16:09.672419 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-b2adfd7f-b0b2-40e5-80ca-579aa1a6140e None None] For port aff559d1-7f73-4d77-8e3d-2aff3ad12be7, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=aff559d1-7f73-4d77-8e3d-2aff3ad12be7,segment=NetworkSegment(65240f7f-b72e-4f5e-a47d-0a108b724756),segment_id=65240f7f-b72e-4f5e-a47d-0a108b724756)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:16:09.673013 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b2adfd7f-b0b2-40e5-80ca-579aa1a6140e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:09.703659 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f2496-a590-41d9-9365-c72861a1cdfa req-93e122bf-f98e-44ca-9c3d-e955d5497e91 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:09.705546 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-815f2496-a590-41d9-9365-c72861a1cdfa req-93e122bf-f98e-44ca-9c3d-e955d5497e91 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ef82447-ad0c-49ae-9ba8-14e88c2eded2 HTTP/1.1" status: 200 len: 943 time: 0.3693109 Jun 27 20:16:09.771465 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-815f2496-a590-41d9-9365-c72861a1cdfa req-7b5d42a5-61e9-4283-812e-95674e9b1b73 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596681 Jun 27 20:16:09.775815 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-00b0cf7b-98a9-44ad-a176-d35081ff4a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14170096'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:09.797515 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-b2adfd7f-b0b2-40e5-80ca-579aa1a6140e None None] Calling delete_port for aff559d1-7f73-4d77-8e3d-2aff3ad12be7 owned by network:dhcp {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:16:09.822578 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0cf7b-98a9-44ad-a176-d35081ff4a43 admin admin] Pushing event deleted for resources: {'Port': ['ID=aff559d1-7f73-4d77-8e3d-2aff3ad12be7,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:09.826993 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b0cf7b-98a9-44ad-a176-d35081ff4a43 admin admin] No DVR routers for this DVR port aff559d1-7f73-4d77-8e3d-2aff3ad12be7 on host dv-cinder-845799-1-iscsi {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 20:16:09.887721 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.db.api [None req-b2adfd7f-b0b2-40e5-80ca-579aa1a6140e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 20:16:09.888076 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG oslo_db.api [None req-b2adfd7f-b0b2-40e5-80ca-579aa1a6140e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 20:16:09.944048 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-00b0cf7b-98a9-44ad-a176-d35081ff4a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614162', 'neutron.services.segments.db._delete_segments_for_network-8741810542969'] for network, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:09.969905 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-00b0cf7b-98a9-44ad-a176-d35081ff4a43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c68c7db3-d5d9-4c09-92e4-593a8dc8e0f2']}} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:09.985708 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-00b0cf7b-98a9-44ad-a176-d35081ff4a43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65240f7f-b72e-4f5e-a47d-0a108b724756') {'for_net_delete': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:09.986000 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-00b0cf7b-98a9-44ad-a176-d35081ff4a43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65240f7f-b72e-4f5e-a47d-0a108b724756') {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:09.996795 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-00b0cf7b-98a9-44ad-a176-d35081ff4a43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741810611348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14146903'] for segment, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:10.012472 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-00b0cf7b-98a9-44ad-a176-d35081ff4a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603533'] for segment, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:10.019158 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00b0cf7b-98a9-44ad-a176-d35081ff4a43 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=88114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 20:16:10.019652 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-00b0cf7b-98a9-44ad-a176-d35081ff4a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-603522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14169859'] for segment, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:10.073478 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device eb2a4636-6929-44c5-9662-2d20bf819514 no longer exists at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:16:10.082821 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.services.segments.plugin [-] Segment 65240f7f-b72e-4f5e-a47d-0a108b724756 resource provider aggregate not found Jun 27 20:16:10.106955 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.services.segments.plugin [-] Segment 65240f7f-b72e-4f5e-a47d-0a108b724756 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 65240f7f-b72e-4f5e-a47d-0a108b724756 found for delete ", "request_id": "req-943d920a-801f-4c0c-98e3-b9f18db9920b"}]} Jun 27 20:16:10.110074 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] No Port match for: eb2a4636-6929-44c5-9662-2d20bf819514 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:16:10.110336 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device eb2a4636-6929-44c5-9662-2d20bf819514 not bound to the agent host dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:16:10.110637 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device c8352f7a-1304-4603-8da3-1da11834181c no longer exists at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:16:10.114876 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-00b0cf7b-98a9-44ad-a176-d35081ff4a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16271069'] for network, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:10.119382 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-00b0cf7b-98a9-44ad-a176-d35081ff4a43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for network, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:10.143321 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] No Port match for: c8352f7a-1304-4603-8da3-1da11834181c {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:16:10.143659 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device c8352f7a-1304-4603-8da3-1da11834181c not bound to the agent host dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:16:10.144072 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device aff559d1-7f73-4d77-8e3d-2aff3ad12be7 no longer exists at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:16:10.148233 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0cf7b-98a9-44ad-a176-d35081ff4a43 admin admin] Pushing event deleted for resources: {'Network': ['ID=c68c7db3-d5d9-4c09-92e4-593a8dc8e0f2,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:10.153911 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-00b0cf7b-98a9-44ad-a176-d35081ff4a43 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c68c7db3-d5d9-4c09-92e4-593a8dc8e0f2 HTTP/1.1" status: 204 len: 168 time: 1.1959624 Jun 27 20:16:10.176598 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] No Port match for: aff559d1-7f73-4d77-8e3d-2aff3ad12be7 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:16:10.176981 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device aff559d1-7f73-4d77-8e3d-2aff3ad12be7 not bound to the agent host dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:16:10.328699 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 35450) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:10.378151 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-cfe63f60-ba88-4dd8-863f-9a65ac65344e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ce50a06e19fe48b5ad68a43b953f5ae0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482652 Jun 27 20:16:10.380535 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 35458) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:10.389389 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-b2adfd7f-b0b2-40e5-80ca-579aa1a6140e None None] Deleting port aff559d1-7f73-4d77-8e3d-2aff3ad12be7 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:16:10.389822 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b2adfd7f-b0b2-40e5-80ca-579aa1a6140e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:10.438769 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c4661a3f-8072-4c09-ae02-c2510a7bc4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:10.459856 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-b2adfd7f-b0b2-40e5-80ca-579aa1a6140e None None] The port 'aff559d1-7f73-4d77-8e3d-2aff3ad12be7' was deleted {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 27 20:16:10.472063 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c4661a3f-8072-4c09-ae02-c2510a7bc4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:10.526886 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c4661a3f-8072-4c09-ae02-c2510a7bc4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:10.543575 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4661a3f-8072-4c09-ae02-c2510a7bc4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d10ecef-9791-4175-86c9-dcb69bcac034,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:10.550536 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c4661a3f-8072-4c09-ae02-c2510a7bc4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:10.554602 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-c4661a3f-8072-4c09-ae02-c2510a7bc4b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6d10ecef-9791-4175-86c9-dcb69bcac034 HTTP/1.1" status: 204 len: 168 time: 0.1730807 Jun 27 20:16:10.657199 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 3ddc4d90-8119-4048-b17e-b84dd8a25b8b details requested by agent hyperv_hv-cinder-84579 with host hv-cinder-84579 {{(pid=88115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 20:16:10.808494 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 3ddc4d90-8119-4048-b17e-b84dd8a25b8b, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=3ddc4d90-8119-4048-b17e-b84dd8a25b8b,segment=NetworkSegment(310d2f30-f052-4f7c-98a2-8ba18c3ef34d),segment_id=310d2f30-f052-4f7c-98a2-8ba18c3ef34d)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:16:10.821755 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Returning: {'device': '3ddc4d90-8119-4048-b17e-b84dd8a25b8b', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'port_id': '3ddc4d90-8119-4048-b17e-b84dd8a25b8b', 'mac_address': 'fa:16:3e:47:c9:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 20:16:10.884079 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 3ddc4d90-8119-4048-b17e-b84dd8a25b8b is: DOWN; New status is: BUILD {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:16:10.884526 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:10.903898 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ddc4d90-8119-4048-b17e-b84dd8a25b8b {{(pid=88115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:16:10.920276 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 3ddc4d90-8119-4048-b17e-b84dd8a25b8b, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=3ddc4d90-8119-4048-b17e-b84dd8a25b8b,segment=NetworkSegment(310d2f30-f052-4f7c-98a2-8ba18c3ef34d),segment_id=310d2f30-f052-4f7c-98a2-8ba18c3ef34d)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:16:10.925457 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:10.947986 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 35480) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:10.996001 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=3ddc4d90-8119-4048-b17e-b84dd8a25b8b,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:11.012957 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-4dd0b68c-dbc8-4071-b458-c7e52c64f455 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=51c65c80989a4818b57927f880415044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0635808 Jun 27 20:16:11.015359 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 35484) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:11.041613 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1059240-75e3-4c54-ba14-b65ca8ba22eb req-031e2f10-4a5a-4caa-856a-083ed4b1fc5e tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:11.043388 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d1059240-75e3-4c54-ba14-b65ca8ba22eb req-031e2f10-4a5a-4caa-856a-083ed4b1fc5e tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ef82447-ad0c-49ae-9ba8-14e88c2eded2 HTTP/1.1" status: 200 len: 944 time: 0.1496973 Jun 27 20:16:11.113152 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d1059240-75e3-4c54-ba14-b65ca8ba22eb req-e80c2a93-cb0e-4dcc-8dac-767801aaa7b5 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607405 Jun 27 20:16:11.119653 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-91c79f24-c26a-4080-ae3e-9fd9f570e618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:11.148415 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-91c79f24-c26a-4080-ae3e-9fd9f570e618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:11.199066 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-91c79f24-c26a-4080-ae3e-9fd9f570e618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:11.213441 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c79f24-c26a-4080-ae3e-9fd9f570e618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b60aa8-3d59-496f-99d7-1296f6e3f546,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:11.220652 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-91c79f24-c26a-4080-ae3e-9fd9f570e618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:11.220652 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-91c79f24-c26a-4080-ae3e-9fd9f570e618 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c3b60aa8-3d59-496f-99d7-1296f6e3f546 HTTP/1.1" status: 204 len: 168 time: 0.2042625 Jun 27 20:16:12.301297 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a801e68-e1c6-4b19-8317-64c11c6913a4 req-0291776a-786a-45ad-a17d-9b0703eeded2 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:12.302756 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4a801e68-e1c6-4b19-8317-64c11c6913a4 req-0291776a-786a-45ad-a17d-9b0703eeded2 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ef82447-ad0c-49ae-9ba8-14e88c2eded2 HTTP/1.1" status: 200 len: 944 time: 0.0851252 Jun 27 20:16:12.344363 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4a801e68-e1c6-4b19-8317-64c11c6913a4 req-05cbcc03-2c46-4839-8ec6-981402fff40b tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360394 Jun 27 20:16:12.521818 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:13.533948 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2e9dd-eba7-4341-9032-1ae426be23c0 req-7f9a270f-4722-4d12-a92e-42717dd19220 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:13.535396 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-42c2e9dd-eba7-4341-9032-1ae426be23c0 req-7f9a270f-4722-4d12-a92e-42717dd19220 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ef82447-ad0c-49ae-9ba8-14e88c2eded2 HTTP/1.1" status: 200 len: 944 time: 0.0884142 Jun 27 20:16:13.580824 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-42c2e9dd-eba7-4341-9032-1ae426be23c0 req-6264f79b-0292-4b85-be6c-17115e674d4a tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390086 Jun 27 20:16:14.614206 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-847604c6-4377-492e-8e83-e2409a671e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:14.776621 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffff25-7f03-4f39-b6a2-603393cd185a req-6c256833-a641-450c-ac8b-b9583ec9e271 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:14.778085 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-bdffff25-7f03-4f39-b6a2-603393cd185a req-6c256833-a641-450c-ac8b-b9583ec9e271 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ef82447-ad0c-49ae-9ba8-14e88c2eded2 HTTP/1.1" status: 200 len: 944 time: 0.0900414 Jun 27 20:16:14.821182 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-bdffff25-7f03-4f39-b6a2-603393cd185a req-5c401164-6aa5-4777-b24b-8faad7f61d3b tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375354 Jun 27 20:16:15.358663 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['3ddc4d90-8119-4048-b17e-b84dd8a25b8b'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:16:15.477123 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-cd390bb3-4356-433d-a45a-724580dadfac req-346e1c1b-6acd-4936-a3c8-3d5125da3e7d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0836449 Jun 27 20:16:15.636788 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd390bb3-4356-433d-a45a-724580dadfac req-81295beb-1544-406c-81e5-3ce41ab40dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:15.638194 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-cd390bb3-4356-433d-a45a-724580dadfac req-81295beb-1544-406c-81e5-3ce41ab40dac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bde747057d140209cc6692d467254d8&device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 1100 time: 0.0769210 Jun 27 20:16:15.780263 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd390bb3-4356-433d-a45a-724580dadfac req-d86ec0e8-78a8-4dd8-881b-9fbd2fcd200b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:15.781739 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-cd390bb3-4356-433d-a45a-724580dadfac req-d86ec0e8-78a8-4dd8-881b-9fbd2fcd200b service neutron] 10.222.0.15 "GET /v2.0/networks?id=03ddf4ce-871c-4f06-813b-1b3c7a85f063 HTTP/1.1" status: 200 len: 918 time: 0.1253898 Jun 27 20:16:15.885097 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-cd390bb3-4356-433d-a45a-724580dadfac req-47d2a4a0-1e8e-458a-acda-bda5be9aac3d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1410272-1929-4223-ad6b-faeba79e1580 HTTP/1.1" status: 200 len: 1002 time: 0.0968397 Jun 27 20:16:15.951233 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd390bb3-4356-433d-a45a-724580dadfac req-1ca8c61b-b6a7-4356-854c-220899868aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:15.953000 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-cd390bb3-4356-433d-a45a-724580dadfac req-1ca8c61b-b6a7-4356-854c-220899868aa3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba00cca6-cfda-4754-8a1e-ba6ebb77dfea HTTP/1.1" status: 200 len: 856 time: 0.0616527 Jun 27 20:16:16.012534 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d58da3-c446-4633-8751-3f209acd1e72 req-9d0c419e-5027-42b9-bc7c-c996afea6f18 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:16.014548 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a6d58da3-c446-4633-8751-3f209acd1e72 req-9d0c419e-5027-42b9-bc7c-c996afea6f18 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ef82447-ad0c-49ae-9ba8-14e88c2eded2 HTTP/1.1" status: 200 len: 944 time: 0.0869024 Jun 27 20:16:16.038051 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd390bb3-4356-433d-a45a-724580dadfac req-48dfe218-2de3-406e-893c-3d02f90bda71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:16.039563 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-cd390bb3-4356-433d-a45a-724580dadfac req-48dfe218-2de3-406e-893c-3d02f90bda71 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=03ddf4ce-871c-4f06-813b-1b3c7a85f063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0805838 Jun 27 20:16:16.065432 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a6d58da3-c446-4633-8751-3f209acd1e72 req-490b2d90-2669-4404-8988-abce2755fa45 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423856 Jun 27 20:16:16.178852 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-cd390bb3-4356-433d-a45a-724580dadfac req-db2e5bcb-1c2c-4c4e-b94f-6c3fd0b4b479 service neutron] 10.222.0.15 "GET /v2.0/networks/03ddf4ce-871c-4f06-813b-1b3c7a85f063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329756 Jun 27 20:16:16.310214 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-cd390bb3-4356-433d-a45a-724580dadfac req-9988bf93-b6e5-4814-901d-c1a2171b648a service neutron] 10.222.0.15 "GET /v2.0/networks/03ddf4ce-871c-4f06-813b-1b3c7a85f063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251628 Jun 27 20:16:16.685390 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 3ddc4d90-8119-4048-b17e-b84dd8a25b8b up at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:16:16.750768 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning for port 3ddc4d90-8119-4048-b17e-b84dd8a25b8b completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:16:16.755388 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning complete for port 3ddc4d90-8119-4048-b17e-b84dd8a25b8b triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:16:16.755750 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:16.828910 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-272c3a7c-cd3e-43d8-8dfe-26a673f58d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:16.883224 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 3ddc4d90-8119-4048-b17e-b84dd8a25b8b is: BUILD; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:16:16.883598 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:16.909537 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef82447-ad0c-49ae-9ba8-14e88c2eded2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ddc4d90-8119-4048-b17e-b84dd8a25b8b'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:16:16.919009 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 3ddc4d90-8119-4048-b17e-b84dd8a25b8b, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=3ddc4d90-8119-4048-b17e-b84dd8a25b8b,segment=NetworkSegment(310d2f30-f052-4f7c-98a2-8ba18c3ef34d),segment_id=310d2f30-f052-4f7c-98a2-8ba18c3ef34d)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:16:16.922801 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:16.956106 dv-cinder-845799-1-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5997c784-fab1-4b38-8e1c-0c06bbb6e0f6'] response: {'server_uuid': '6ef82447-ad0c-49ae-9ba8-14e88c2eded2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ddc4d90-8119-4048-b17e-b84dd8a25b8b', 'code': 200} Jun 27 20:16:16.992651 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=3ddc4d90-8119-4048-b17e-b84dd8a25b8b,revision_number=5']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:17.282135 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da113c6-c19b-4eee-bb18-5c2daccaf119 req-bfe7f004-ba46-49f9-b7e3-ae0dc8f1df98 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:17.284299 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0da113c6-c19b-4eee-bb18-5c2daccaf119 req-bfe7f004-ba46-49f9-b7e3-ae0dc8f1df98 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ef82447-ad0c-49ae-9ba8-14e88c2eded2 HTTP/1.1" status: 200 len: 945 time: 0.0992315 Jun 27 20:16:17.300145 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1a174-4d75-4511-ab5b-28c65e917280 req-bbae03bf-96b4-4ad8-bb0b-31807ffe351e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:17.301671 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-64e1a174-4d75-4511-ab5b-28c65e917280 req-bbae03bf-96b4-4ad8-bb0b-31807ffe351e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6ef82447-ad0c-49ae-9ba8-14e88c2eded2 HTTP/1.1" status: 200 len: 1098 time: 0.0977445 Jun 27 20:16:17.329738 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0da113c6-c19b-4eee-bb18-5c2daccaf119 req-40951bf8-5421-45cd-a0b7-9013f7e3ce73 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382481 Jun 27 20:16:17.348201 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-64e1a174-4d75-4511-ab5b-28c65e917280 req-9b419a5d-b492-4c6b-b060-35517195b2bd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358846 Jun 27 20:16:18.005084 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:18.072341 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:18.525798 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2a4b9-8b4a-4dff-91ab-fb88757dd62d req-d495c023-029b-4168-8e6b-8d782001830f tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:18.527238 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-63f2a4b9-8b4a-4dff-91ab-fb88757dd62d req-d495c023-029b-4168-8e6b-8d782001830f tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ef82447-ad0c-49ae-9ba8-14e88c2eded2 HTTP/1.1" status: 200 len: 945 time: 0.0911262 Jun 27 20:16:18.571441 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-63f2a4b9-8b4a-4dff-91ab-fb88757dd62d req-fb3557ec-d2b8-4d52-8971-d90a596a13e0 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383995 Jun 27 20:16:18.949466 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 35562) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:19.066230 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-26c45ab4-9313-4880-a5fb-b9cead28b6bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:19.081789 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-26c45ab4-9313-4880-a5fb-b9cead28b6bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:16:19.087169 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-26c45ab4-9313-4880-a5fb-b9cead28b6bb admin admin] Usage tracker for resource:security_group_rule and tenant:5f94408438024a1680f3269783bcafa9 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:16:19.090105 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-26c45ab4-9313-4880-a5fb-b9cead28b6bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:16:19.095858 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-26c45ab4-9313-4880-a5fb-b9cead28b6bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:16:19.183744 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-26c45ab4-9313-4880-a5fb-b9cead28b6bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:19.187170 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-26c45ab4-9313-4880-a5fb-b9cead28b6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:19.233084 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-26c45ab4-9313-4880-a5fb-b9cead28b6bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5f94408438024a1680f3269783bcafa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824585 Jun 27 20:16:19.233919 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c45ab4-9313-4880-a5fb-b9cead28b6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0820159-ef21-4da1-b57d-402ba88b317d,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:19.235834 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 35568) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:19.273616 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:19.294204 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ce978a1a-967d-449d-9ca7-3b9ee9dcf4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:19.319887 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ce978a1a-967d-449d-9ca7-3b9ee9dcf4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:19.369539 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ce978a1a-967d-449d-9ca7-3b9ee9dcf4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:19.386554 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce978a1a-967d-449d-9ca7-3b9ee9dcf4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0820159-ef21-4da1-b57d-402ba88b317d,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:19.389818 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-ce978a1a-967d-449d-9ca7-3b9ee9dcf4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:19.393560 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-ce978a1a-967d-449d-9ca7-3b9ee9dcf4e4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0820159-ef21-4da1-b57d-402ba88b317d HTTP/1.1" status: 204 len: 168 time: 0.1566136 Jun 27 20:16:19.769840 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab2049-c609-424c-afc3-1390aa481cad req-45416095-242c-4ca4-b799-138f03e5c5c0 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:19.771294 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-08ab2049-c609-424c-afc3-1390aa481cad req-45416095-242c-4ca4-b799-138f03e5c5c0 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ef82447-ad0c-49ae-9ba8-14e88c2eded2 HTTP/1.1" status: 200 len: 945 time: 0.0929494 Jun 27 20:16:19.816968 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-08ab2049-c609-424c-afc3-1390aa481cad req-687a279f-e79c-4961-9fd2-77556a025955 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399046 Jun 27 20:16:20.014038 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b50b2-5072-4835-ae2e-0bb93fc3076a req-8095f902-8260-4f12-ba4a-ff3585bdade9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:20.015496 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-129b50b2-5072-4835-ae2e-0bb93fc3076a req-8095f902-8260-4f12-ba4a-ff3585bdade9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ef82447-ad0c-49ae-9ba8-14e88c2eded2 HTTP/1.1" status: 200 len: 945 time: 0.0888128 Jun 27 20:16:20.060299 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-129b50b2-5072-4835-ae2e-0bb93fc3076a req-a1382bb1-fa13-4e6e-93f5-d21a9ab1b566 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383575 Jun 27 20:16:20.083828 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 35600) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:20.333688 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40c0197-7c4a-40e2-848a-a5aa749adaf5 tempest-TestVolumeBootPattern-1628714709 tempest-TestVolumeBootPattern-1628714709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:20.335193 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-e40c0197-7c4a-40e2-848a-a5aa749adaf5 tempest-TestVolumeBootPattern-1628714709 tempest-TestVolumeBootPattern-1628714709-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6ef82447-ad0c-49ae-9ba8-14e88c2eded2 HTTP/1.1" status: 200 len: 1093 time: 0.2503011 Jun 27 20:16:20.338048 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 35608) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:20.343083 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-f5fe34e0-8509-4a59-b65e-508a6a7c05c2 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Request body: {'floatingip': {'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'port_id': '3ddc4d90-8119-4048-b17e-b84dd8a25b8b', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:16:20.349826 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f5fe34e0-8509-4a59-b65e-508a6a7c05c2 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:16:20.353685 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-f5fe34e0-8509-4a59-b65e-508a6a7c05c2 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Usage tracker for resource:floatingip and tenant:caa8bd5588cd4b908faeb162efc54fb1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:16:20.356539 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-f5fe34e0-8509-4a59-b65e-508a6a7c05c2 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:16:20.362534 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-f5fe34e0-8509-4a59-b65e-508a6a7c05c2 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:16:20.373401 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f5fe34e0-8509-4a59-b65e-508a6a7c05c2 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for floatingip, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:20.521061 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f5fe34e0-8509-4a59-b65e-508a6a7c05c2 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:20.665963 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-f5fe34e0-8509-4a59-b65e-508a6a7c05c2 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Allocated IP 172.27.3.4 (f5e38b28-d42a-47c6-b8ea-5d0ae1b51160/4aa6a97f-4da5-4d03-b34a-f88023a9290b/1be9af67-0da7-4f8e-9e63-7bb184a1c6fb) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:16:20.898431 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f5fe34e0-8509-4a59-b65e-508a6a7c05c2 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:20.927481 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f5fe34e0-8509-4a59-b65e-508a6a7c05c2 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:20.986111 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fe34e0-8509-4a59-b65e-508a6a7c05c2 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:16:20.989254 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-f5fe34e0-8509-4a59-b65e-508a6a7c05c2 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:16:20.991780 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fe34e0-8509-4a59-b65e-508a6a7c05c2 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:16:21.037221 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe34e0-8509-4a59-b65e-508a6a7c05c2 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Pushing event updated for resources: {'Port': ['ID=1be9af67-0da7-4f8e-9e63-7bb184a1c6fb,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:21.397981 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f5fe34e0-8509-4a59-b65e-508a6a7c05c2 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:21.468806 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f5fe34e0-8509-4a59-b65e-508a6a7c05c2 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:21.665294 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f5fe34e0-8509-4a59-b65e-508a6a7c05c2 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:21.669870 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f5fe34e0-8509-4a59-b65e-508a6a7c05c2 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:21.772552 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe34e0-8509-4a59-b65e-508a6a7c05c2 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Pushing event updated for resources: {'Port': ['ID=1be9af67-0da7-4f8e-9e63-7bb184a1c6fb,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:21.793688 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f5fe34e0-8509-4a59-b65e-508a6a7c05c2 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16271055'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:21.961540 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.db.l3_db [None req-f5fe34e0-8509-4a59-b65e-508a6a7c05c2 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Floating IP 84a5d2aa-0b2d-409d-8627-4edf007cdf8c associated. External IP: 172.27.3.4, port: 3ddc4d90-8119-4048-b17e-b84dd8a25b8b. Jun 27 20:16:22.416040 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5fe34e0-8509-4a59-b65e-508a6a7c05c2 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Router 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:16:22.600923 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fe34e0-8509-4a59-b65e-508a6a7c05c2 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:16:22.610082 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8af39a4-2a85-4cb5-b2c3-6477e2198fda None None] Sync routers for ids ['3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'] in dv-cinder-845799-1-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:16:22.620263 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8af39a4-2a85-4cb5-b2c3-6477e2198fda None None] Routers {'3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:16:22.620926 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-f8af39a4-2a85-4cb5-b2c3-6477e2198fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:16:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:22.625138 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f5fe34e0-8509-4a59-b65e-508a6a7c05c2 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:22.681141 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-f5fe34e0-8509-4a59-b65e-508a6a7c05c2 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3420422 Jun 27 20:16:22.681879 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef82447-ad0c-49ae-9ba8-14e88c2eded2', 'tag': '3ddc4d90-8119-4048-b17e-b84dd8a25b8b'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:16:22.724380 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-242dc5ee-b7d4-4913-9f03-b40fd53ca986'] response: {'name': 'network-changed', 'server_uuid': '6ef82447-ad0c-49ae-9ba8-14e88c2eded2', 'tag': '3ddc4d90-8119-4048-b17e-b84dd8a25b8b', 'status': 'completed', 'code': 200} Jun 27 20:16:22.802782 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-f8af39a4-2a85-4cb5-b2c3-6477e2198fda None None] Set router 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:16:22.846263 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b597ec3-9eff-4630-9cdb-60185b3df078 req-e28364c4-05e2-41b1-9a54-9ee2affa0793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:22.848242 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2b597ec3-9eff-4630-9cdb-60185b3df078 req-e28364c4-05e2-41b1-9a54-9ee2affa0793 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=caa8bd5588cd4b908faeb162efc54fb1&device_id=6ef82447-ad0c-49ae-9ba8-14e88c2eded2 HTTP/1.1" status: 200 len: 1098 time: 0.0818839 Jun 27 20:16:22.979234 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b597ec3-9eff-4630-9cdb-60185b3df078 req-b9dba4ec-7edd-4e19-9b8b-be22a7876fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:22.980686 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2b597ec3-9eff-4630-9cdb-60185b3df078 req-b9dba4ec-7edd-4e19-9b8b-be22a7876fca service neutron] 10.222.0.15 "GET /v2.0/networks?id=95174e0b-b3b6-422f-bf95-035686ee2474 HTTP/1.1" status: 200 len: 912 time: 0.1256409 Jun 27 20:16:23.087090 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2b597ec3-9eff-4630-9cdb-60185b3df078 req-6f0edebd-b594-4355-8979-dc5787167328 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ddc4d90-8119-4048-b17e-b84dd8a25b8b HTTP/1.1" status: 200 len: 997 time: 0.0999272 Jun 27 20:16:23.139027 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-f8af39a4-2a85-4cb5-b2c3-6477e2198fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'name': 'tempest-TestVolumeBootPattern-451240422-router', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:08:30Z', 'updated_at': '2022-06-27T20:08:35Z', 'revision_number': 4, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'gw_port': {'id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:31:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:31Z', 'updated_at': '2022-06-27T20:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': '43712563-87a3-45e0-bfec-bf68926410cc', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'floating_ip_address': '172.27.3.57', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'port_id': '1a072f61-5d99-4c8e-9c72-5397c32b92d9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'mac_address': 'fa:16:3e:66:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be518a7-c082-4baa-8fbb-90d10ae05128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:13:40Z', 'updated_at': '2022-06-27T20:13:44Z', 'revision_number': 1, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'fixed_ip_address_scope': None}, {'id': '84a5d2aa-0b2d-409d-8627-4edf007cdf8c', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'port_id': '3ddc4d90-8119-4048-b17e-b84dd8a25b8b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'mac_address': 'fa:16:3e:47:c9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef82447-ad0c-49ae-9ba8-14e88c2eded2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:16:21Z', 'updated_at': '2022-06-27T20:16:21Z', 'revision_number': 0, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc67f8c6-7086-4fbd-b288-806c5c27fde3', 'name': '', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'mac_address': 'fa:16:3e:68:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:34Z', 'updated_at': '2022-06-27T20:08:42Z', 'revision_number': 5, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'subnets': [{'id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:23.142659 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8af39a4-2a85-4cb5-b2c3-6477e2198fda None None] Checking router: 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 for host: dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:16:23.149281 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b597ec3-9eff-4630-9cdb-60185b3df078 req-934d18f3-c846-4b8a-a19e-714d97aeb3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:23.150931 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2b597ec3-9eff-4630-9cdb-60185b3df078 req-934d18f3-c846-4b8a-a19e-714d97aeb3bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d296a220-8d8b-48c1-98ba-4729812d3752 HTTP/1.1" status: 200 len: 850 time: 0.0578809 Jun 27 20:16:23.151391 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8af39a4-2a85-4cb5-b2c3-6477e2198fda None None] Routers {'3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:16:23.151971 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-f8af39a4-2a85-4cb5-b2c3-6477e2198fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:16:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:23.241487 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b597ec3-9eff-4630-9cdb-60185b3df078 req-b0d35073-8db7-4f91-acdb-ef9f782a4d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:23.242997 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2b597ec3-9eff-4630-9cdb-60185b3df078 req-b0d35073-8db7-4f91-acdb-ef9f782a4d2a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95174e0b-b3b6-422f-bf95-035686ee2474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0863688 Jun 27 20:16:23.334121 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-f8af39a4-2a85-4cb5-b2c3-6477e2198fda None None] Set router 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:16:23.395372 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2b597ec3-9eff-4630-9cdb-60185b3df078 req-1b70bbf4-6232-4bb9-9235-2d79a85eea81 service neutron] 10.222.0.15 "GET /v2.0/networks/95174e0b-b3b6-422f-bf95-035686ee2474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463244 Jun 27 20:16:23.455608 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 35650) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:23.530426 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2b597ec3-9eff-4630-9cdb-60185b3df078 req-da2124ce-09a1-490d-b617-18f2d97bd784 service neutron] 10.222.0.15 "GET /v2.0/networks/95174e0b-b3b6-422f-bf95-035686ee2474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286733 Jun 27 20:16:23.575228 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4b794b05-967a-4258-bc89-f0addce99df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:23.589786 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-4b794b05-967a-4258-bc89-f0addce99df4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:16:23.593803 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-4b794b05-967a-4258-bc89-f0addce99df4 admin admin] Usage tracker for resource:security_group_rule and tenant:d61c9a2adde541f08d4fb6428dd773f8 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:16:23.596574 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-4b794b05-967a-4258-bc89-f0addce99df4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:16:23.602349 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-4b794b05-967a-4258-bc89-f0addce99df4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:16:23.682507 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4b794b05-967a-4258-bc89-f0addce99df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:23.686863 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4b794b05-967a-4258-bc89-f0addce99df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:23.699041 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-f8af39a4-2a85-4cb5-b2c3-6477e2198fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'name': 'tempest-TestVolumeBootPattern-451240422-router', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:08:30Z', 'updated_at': '2022-06-27T20:08:35Z', 'revision_number': 4, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'gw_port': {'id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:31:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:31Z', 'updated_at': '2022-06-27T20:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': '43712563-87a3-45e0-bfec-bf68926410cc', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'floating_ip_address': '172.27.3.57', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'port_id': '1a072f61-5d99-4c8e-9c72-5397c32b92d9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'mac_address': 'fa:16:3e:66:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be518a7-c082-4baa-8fbb-90d10ae05128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:13:40Z', 'updated_at': '2022-06-27T20:13:44Z', 'revision_number': 1, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'fixed_ip_address_scope': None}, {'id': '84a5d2aa-0b2d-409d-8627-4edf007cdf8c', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'port_id': '3ddc4d90-8119-4048-b17e-b84dd8a25b8b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'mac_address': 'fa:16:3e:47:c9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef82447-ad0c-49ae-9ba8-14e88c2eded2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:16:21Z', 'updated_at': '2022-06-27T20:16:21Z', 'revision_number': 0, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc67f8c6-7086-4fbd-b288-806c5c27fde3', 'name': '', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'mac_address': 'fa:16:3e:68:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:34Z', 'updated_at': '2022-06-27T20:08:42Z', 'revision_number': 5, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'subnets': [{'id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:23.703137 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8af39a4-2a85-4cb5-b2c3-6477e2198fda None None] The sync data for ids ['3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'] in dv-cinder-845799-1-iscsi is: [{'id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'name': 'tempest-TestVolumeBootPattern-451240422-router', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:08:30Z', 'updated_at': '2022-06-27T20:08:35Z', 'revision_number': 4, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'gw_port': {'id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:31:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:31Z', 'updated_at': '2022-06-27T20:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': '43712563-87a3-45e0-bfec-bf68926410cc', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'floating_ip_address': '172.27.3.57', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'port_id': '1a072f61-5d99-4c8e-9c72-5397c32b92d9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'mac_address': 'fa:16:3e:66:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be518a7-c082-4baa-8fbb-90d10ae05128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:13:40Z', 'updated_at': '2022-06-27T20:13:44Z', 'revision_number': 1, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'fixed_ip_address_scope': None}, {'id': '84a5d2aa-0b2d-409d-8627-4edf007cdf8c', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'port_id': '3ddc4d90-8119-4048-b17e-b84dd8a25b8b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'mac_address': 'fa:16:3e:47:c9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef82447-ad0c-49ae-9ba8-14e88c2eded2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:16:21Z', 'updated_at': '2022-06-27T20:16:21Z', 'revision_number': 0, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc67f8c6-7086-4fbd-b288-806c5c27fde3', 'name': '', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'mac_address': 'fa:16:3e:68:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:34Z', 'updated_at': '2022-06-27T20:08:42Z', 'revision_number': 5, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'subnets': [{'id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:16:23.733715 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-4b794b05-967a-4258-bc89-f0addce99df4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d61c9a2adde541f08d4fb6428dd773f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757676 Jun 27 20:16:23.735310 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b794b05-967a-4258-bc89-f0addce99df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e355f9b-ab3e-4fcf-a450-0cffe35f9654,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:23.736445 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 35656) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:23.796262 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e1e72a0b-3800-46b3-a1f0-5914a5c6767a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:23.822840 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e1e72a0b-3800-46b3-a1f0-5914a5c6767a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:23.879210 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e1e72a0b-3800-46b3-a1f0-5914a5c6767a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:23.897643 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e72a0b-3800-46b3-a1f0-5914a5c6767a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e355f9b-ab3e-4fcf-a450-0cffe35f9654,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:23.898117 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2bed8c-da7d-429d-850a-d45b11be540d None None] New status for floating IP 84a5d2aa-0b2d-409d-8627-4edf007cdf8c: ACTIVE {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 20:16:23.904703 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e1e72a0b-3800-46b3-a1f0-5914a5c6767a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:23.906106 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-e1e72a0b-3800-46b3-a1f0-5914a5c6767a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e355f9b-ab3e-4fcf-a450-0cffe35f9654 HTTP/1.1" status: 204 len: 168 time: 0.1684098 Jun 27 20:16:26.998418 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 35790) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:27.111640 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7d5cf5df-e3e4-46d9-9c0a-ad8adf07fb59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:27.126105 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7d5cf5df-e3e4-46d9-9c0a-ad8adf07fb59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:16:27.129817 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-7d5cf5df-e3e4-46d9-9c0a-ad8adf07fb59 admin admin] Usage tracker for resource:security_group_rule and tenant:8aacad2cc094445dbde91b6dbb64ab56 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:16:27.132536 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-7d5cf5df-e3e4-46d9-9c0a-ad8adf07fb59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:16:27.138148 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-7d5cf5df-e3e4-46d9-9c0a-ad8adf07fb59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:16:27.220755 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7d5cf5df-e3e4-46d9-9c0a-ad8adf07fb59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:27.224897 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7d5cf5df-e3e4-46d9-9c0a-ad8adf07fb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:27.270716 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-7d5cf5df-e3e4-46d9-9c0a-ad8adf07fb59 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8aacad2cc094445dbde91b6dbb64ab56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2712505 Jun 27 20:16:27.271620 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5cf5df-e3e4-46d9-9c0a-ad8adf07fb59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1ce5d4-0cfb-4a76-8ddb-3c79835a65f5,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:27.273453 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 35796) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:27.338932 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5c164e1b-a8a9-4080-8ec8-2816ebb8fe78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:27.364014 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5c164e1b-a8a9-4080-8ec8-2816ebb8fe78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:27.412242 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5c164e1b-a8a9-4080-8ec8-2816ebb8fe78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:27.429590 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c164e1b-a8a9-4080-8ec8-2816ebb8fe78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1ce5d4-0cfb-4a76-8ddb-3c79835a65f5,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:27.440794 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5c164e1b-a8a9-4080-8ec8-2816ebb8fe78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:27.441938 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-5c164e1b-a8a9-4080-8ec8-2816ebb8fe78 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0c1ce5d4-0cfb-4a76-8ddb-3c79835a65f5 HTTP/1.1" status: 204 len: 168 time: 0.1666162 Jun 27 20:16:27.705161 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 35804) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:27.723236 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4a4635e-4961-4ce8-a30c-1e1df1c7bb82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:27.737139 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a4a4635e-4961-4ce8-a30c-1e1df1c7bb82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:16:27.740936 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-a4a4635e-4961-4ce8-a30c-1e1df1c7bb82 admin admin] Usage tracker for resource:security_group_rule and tenant:98ba58b1eb394c1e990c6a762763f252 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:16:27.743711 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-a4a4635e-4961-4ce8-a30c-1e1df1c7bb82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:16:27.749340 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-a4a4635e-4961-4ce8-a30c-1e1df1c7bb82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:16:27.827792 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4a4635e-4961-4ce8-a30c-1e1df1c7bb82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:27.832138 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-a4a4635e-4961-4ce8-a30c-1e1df1c7bb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:27.875812 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4635e-4961-4ce8-a30c-1e1df1c7bb82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5805332f-e569-4651-b2b6-15e746afd404,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:27.882304 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-a4a4635e-4961-4ce8-a30c-1e1df1c7bb82 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98ba58b1eb394c1e990c6a762763f252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1743679 Jun 27 20:16:27.883227 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 35808) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:27.943477 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-02d09fe0-2311-4a91-a4c4-c2471ceaff10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:27.969468 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-02d09fe0-2311-4a91-a4c4-c2471ceaff10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:28.020390 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-02d09fe0-2311-4a91-a4c4-c2471ceaff10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:28.035942 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d09fe0-2311-4a91-a4c4-c2471ceaff10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5805332f-e569-4651-b2b6-15e746afd404,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:28.044401 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-02d09fe0-2311-4a91-a4c4-c2471ceaff10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:28.045790 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-02d09fe0-2311-4a91-a4c4-c2471ceaff10 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5805332f-e569-4651-b2b6-15e746afd404 HTTP/1.1" status: 204 len: 168 time: 0.1616497 Jun 27 20:16:33.490379 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 35908) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:33.604181 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-026e967f-b017-4b7a-bff0-dbbe633fc239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:33.618154 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-026e967f-b017-4b7a-bff0-dbbe633fc239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:16:33.622028 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-026e967f-b017-4b7a-bff0-dbbe633fc239 admin admin] Usage tracker for resource:security_group_rule and tenant:da07fc3a7da1443c9c5f139d3451ebfa is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:16:33.624834 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-026e967f-b017-4b7a-bff0-dbbe633fc239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:16:33.630376 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-026e967f-b017-4b7a-bff0-dbbe633fc239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:16:33.711966 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-026e967f-b017-4b7a-bff0-dbbe633fc239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:33.715531 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-026e967f-b017-4b7a-bff0-dbbe633fc239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:33.760401 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-026e967f-b017-4b7a-bff0-dbbe633fc239 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da07fc3a7da1443c9c5f139d3451ebfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2689826 Jun 27 20:16:33.762041 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e967f-b017-4b7a-bff0-dbbe633fc239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cd53bc-5b73-4cec-b4e7-51f36236bac0,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:33.763078 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 35914) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:33.820760 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-14214593-3a74-4aa6-95cc-b749cd98bc6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:33.845991 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-14214593-3a74-4aa6-95cc-b749cd98bc6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:33.899061 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-14214593-3a74-4aa6-95cc-b749cd98bc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:34.010285 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14214593-3a74-4aa6-95cc-b749cd98bc6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cd53bc-5b73-4cec-b4e7-51f36236bac0,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:34.012589 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-14214593-3a74-4aa6-95cc-b749cd98bc6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:34.013715 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-14214593-3a74-4aa6-95cc-b749cd98bc6d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d5cd53bc-5b73-4cec-b4e7-51f36236bac0 HTTP/1.1" status: 204 len: 168 time: 0.2496161 Jun 27 20:16:34.282885 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 35922) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:34.304056 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-28dc0705-fec5-48ee-8b69-46a8ce07c111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:34.407631 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-28dc0705-fec5-48ee-8b69-46a8ce07c111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:16:34.411286 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-28dc0705-fec5-48ee-8b69-46a8ce07c111 admin admin] Usage tracker for resource:security_group_rule and tenant:d26120b6b7d64a10b7341f16a246c1cc is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:16:34.414055 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-28dc0705-fec5-48ee-8b69-46a8ce07c111 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:16:34.419575 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-28dc0705-fec5-48ee-8b69-46a8ce07c111 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:16:34.497455 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-28dc0705-fec5-48ee-8b69-46a8ce07c111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:34.501160 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-28dc0705-fec5-48ee-8b69-46a8ce07c111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:34.548017 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-28dc0705-fec5-48ee-8b69-46a8ce07c111 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d26120b6b7d64a10b7341f16a246c1cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2615190 Jun 27 20:16:34.548017 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc0705-fec5-48ee-8b69-46a8ce07c111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c288b3-d54c-4fa6-b417-76d0e7f0f5b3,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:34.548379 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 35926) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:34.605384 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0aad1d77-daf9-4a02-ba18-9a7fb6e0341a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:34.630323 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0aad1d77-daf9-4a02-ba18-9a7fb6e0341a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:34.679945 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0aad1d77-daf9-4a02-ba18-9a7fb6e0341a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:34.692973 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad1d77-daf9-4a02-ba18-9a7fb6e0341a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c288b3-d54c-4fa6-b417-76d0e7f0f5b3,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:34.699458 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0aad1d77-daf9-4a02-ba18-9a7fb6e0341a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:34.701162 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-0aad1d77-daf9-4a02-ba18-9a7fb6e0341a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b7c288b3-d54c-4fa6-b417-76d0e7f0f5b3 HTTP/1.1" status: 204 len: 168 time: 0.1517873 Jun 27 20:16:39.884006 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bcb26b-0b16-4513-9e1d-024fefe3bfd3 req-b3ade504-9027-4675-bf65-17a3e93c9dc6 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:39.885464 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-29bcb26b-0b16-4513-9e1d-024fefe3bfd3 req-b3ade504-9027-4675-bf65-17a3e93c9dc6 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 947 time: 0.0889378 Jun 27 20:16:39.928710 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-29bcb26b-0b16-4513-9e1d-024fefe3bfd3 req-6bb9a16c-dcd6-4e52-8cad-fd21da5e3294 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375915 Jun 27 20:16:40.835220 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:16:41.146190 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8f63e-d311-4f94-9748-6ce5cccf4a15 req-38903c57-082a-4c6c-824c-f2d1d2b01065 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:41.147543 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8aa8f63e-d311-4f94-9748-6ce5cccf4a15 req-38903c57-082a-4c6c-824c-f2d1d2b01065 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 947 time: 0.1084521 Jun 27 20:16:41.189914 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8aa8f63e-d311-4f94-9748-6ce5cccf4a15 req-45979a0e-9e5f-4770-9ac3-87064e7979c5 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367432 Jun 27 20:16:41.796438 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d32776-c68a-46d1-bb7e-6190f9326f74 req-60dd916e-7f52-4702-9127-1fa2773a4493 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:41.797142 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-81d32776-c68a-46d1-bb7e-6190f9326f74 req-60dd916e-7f52-4702-9127-1fa2773a4493 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Synchronizing usage tracker for tenant:7bde747057d140209cc6692d467254d8 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:16:41.812175 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-81d32776-c68a-46d1-bb7e-6190f9326f74 req-60dd916e-7f52-4702-9127-1fa2773a4493 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Unset dirty status for tenant:7bde747057d140209cc6692d467254d8 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:16:41.813279 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-81d32776-c68a-46d1-bb7e-6190f9326f74 req-60dd916e-7f52-4702-9127-1fa2773a4493 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 947 time: 0.1036956 Jun 27 20:16:41.882223 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-81d32776-c68a-46d1-bb7e-6190f9326f74 req-9747fd86-74d2-4360-a104-7af20788f956 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Deleting port c1410272-1929-4223-ad6b-faeba79e1580 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:16:41.882566 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-81d32776-c68a-46d1-bb7e-6190f9326f74 req-9747fd86-74d2-4360-a104-7af20788f956 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:42.124082 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-81d32776-c68a-46d1-bb7e-6190f9326f74 req-9747fd86-74d2-4360-a104-7af20788f956 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] For port c1410272-1929-4223-ad6b-faeba79e1580, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=c1410272-1929-4223-ad6b-faeba79e1580,segment=NetworkSegment(239487e6-915f-4fa0-ada1-48352006308c),segment_id=239487e6-915f-4fa0-ada1-48352006308c)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:16:42.124358 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-81d32776-c68a-46d1-bb7e-6190f9326f74 req-9747fd86-74d2-4360-a104-7af20788f956 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:42.389352 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7bbae-280d-4fb7-a040-81c7c282fb75 req-a8bcf616-5ec9-4691-8f95-549c788d4d17 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:42.390795 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6dc7bbae-280d-4fb7-a040-81c7c282fb75 req-a8bcf616-5ec9-4691-8f95-549c788d4d17 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 947 time: 0.0899019 Jun 27 20:16:42.410832 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-81d32776-c68a-46d1-bb7e-6190f9326f74 req-9747fd86-74d2-4360-a104-7af20788f956 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:42.411207 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-81d32776-c68a-46d1-bb7e-6190f9326f74 req-9747fd86-74d2-4360-a104-7af20788f956 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16271055'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:42.411546 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.db.l3_db [req-81d32776-c68a-46d1-bb7e-6190f9326f74 req-9747fd86-74d2-4360-a104-7af20788f956 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Floating IP e4397423-1a8d-4337-bc66-c78ccb76dce8 disassociated. External IP: 172.27.3.168, port: c1410272-1929-4223-ad6b-faeba79e1580. Jun 27 20:16:42.411881 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-81d32776-c68a-46d1-bb7e-6190f9326f74 req-9747fd86-74d2-4360-a104-7af20788f956 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Calling delete_port for c1410272-1929-4223-ad6b-faeba79e1580 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:16:42.434507 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6dc7bbae-280d-4fb7-a040-81c7c282fb75 req-553c9452-c6cf-49ab-83f7-1d4070b9e978 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups?id=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375180 Jun 27 20:16:42.553729 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-81d32776-c68a-46d1-bb7e-6190f9326f74 req-9747fd86-74d2-4360-a104-7af20788f956 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:42.556167 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:42.606037 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747fd86-74d2-4360-a104-7af20788f956 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Pushing event deleted for resources: {'Port': ['ID=c1410272-1929-4223-ad6b-faeba79e1580,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:42.784471 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81d32776-c68a-46d1-bb7e-6190f9326f74 req-9747fd86-74d2-4360-a104-7af20788f956 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Router 8bead117-6252-49ba-bca5-489718640c41 has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:16:42.961284 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81d32776-c68a-46d1-bb7e-6190f9326f74 req-9747fd86-74d2-4360-a104-7af20788f956 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:16:42.971313 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e07319d-aba6-4d35-b9a2-0d4c93f37437 None None] Sync routers for ids ['8bead117-6252-49ba-bca5-489718640c41'] in dv-cinder-845799-1-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:16:43.013316 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e07319d-aba6-4d35-b9a2-0d4c93f37437 None None] Routers {'8bead117-6252-49ba-bca5-489718640c41'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:16:43.013942 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-5e07319d-aba6-4d35-b9a2-0d4c93f37437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:16:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['8bead117-6252-49ba-bca5-489718640c41'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:43.150037 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d32776-c68a-46d1-bb7e-6190f9326f74 req-9747fd86-74d2-4360-a104-7af20788f956 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] No DVR routers for this DVR port c1410272-1929-4223-ad6b-faeba79e1580 on host hv-cinder-84579 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 20:16:43.152494 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-81d32776-c68a-46d1-bb7e-6190f9326f74 req-9747fd86-74d2-4360-a104-7af20788f956 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:43.155051 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffb48d2-a0a6-416f-aae8-5f5104e02844', 'name': 'network-vif-deleted', 'tag': 'c1410272-1929-4223-ad6b-faeba79e1580'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:16:43.171521 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-81d32776-c68a-46d1-bb7e-6190f9326f74 req-9747fd86-74d2-4360-a104-7af20788f956 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.15 "DELETE /v2.0/ports/c1410272-1929-4223-ad6b-faeba79e1580 HTTP/1.1" status: 204 len: 173 time: 1.3528306 Jun 27 20:16:43.194133 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-5e07319d-aba6-4d35-b9a2-0d4c93f37437 None None] Set router 8bead117-6252-49ba-bca5-489718640c41 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:16:43.206152 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-708558c8-9f8a-4534-9f3a-22e6c4443775'] response: {'server_uuid': '0ffb48d2-a0a6-416f-aae8-5f5104e02844', 'name': 'network-vif-deleted', 'tag': 'c1410272-1929-4223-ad6b-faeba79e1580', 'status': 'completed', 'code': 200} Jun 27 20:16:43.510247 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-5e07319d-aba6-4d35-b9a2-0d4c93f37437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bead117-6252-49ba-bca5-489718640c41', 'name': 'tempest-AttachVolumeShelveTestJSON-1668758160-router', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:21Z', 'updated_at': '2022-06-27T20:05:39Z', 'revision_number': 4, 'project_id': '7bde747057d140209cc6692d467254d8', 'gw_port': {'id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bead117-6252-49ba-bca5-489718640c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': 'c3d84f0e-616c-4d28-a311-0bb5cfebbda9', 'name': '', 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'mac_address': 'fa:16:3e:e7:ba:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bead117-6252-49ba-bca5-489718640c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:34Z', 'updated_at': '2022-06-27T20:05:57Z', 'revision_number': 5, 'project_id': '7bde747057d140209cc6692d467254d8', 'subnets': [{'id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:43.514002 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e07319d-aba6-4d35-b9a2-0d4c93f37437 None None] Checking router: 8bead117-6252-49ba-bca5-489718640c41 for host: dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:16:43.522110 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e07319d-aba6-4d35-b9a2-0d4c93f37437 None None] Routers {'8bead117-6252-49ba-bca5-489718640c41'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:16:43.522684 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-5e07319d-aba6-4d35-b9a2-0d4c93f37437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:16:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['8bead117-6252-49ba-bca5-489718640c41'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:43.606817 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9802e04a-74e6-4416-99e6-95e5b55c53be req-9ddc8900-f3ae-4e11-969e-11a65266ef8a tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ffb48d2-a0a6-416f-aae8-5f5104e02844 HTTP/1.1" status: 200 len: 210 time: 0.0522387 Jun 27 20:16:43.699663 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-5e07319d-aba6-4d35-b9a2-0d4c93f37437 None None] Set router 8bead117-6252-49ba-bca5-489718640c41 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:16:44.001657 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-5e07319d-aba6-4d35-b9a2-0d4c93f37437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bead117-6252-49ba-bca5-489718640c41', 'name': 'tempest-AttachVolumeShelveTestJSON-1668758160-router', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:21Z', 'updated_at': '2022-06-27T20:05:39Z', 'revision_number': 4, 'project_id': '7bde747057d140209cc6692d467254d8', 'gw_port': {'id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bead117-6252-49ba-bca5-489718640c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': 'c3d84f0e-616c-4d28-a311-0bb5cfebbda9', 'name': '', 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'mac_address': 'fa:16:3e:e7:ba:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bead117-6252-49ba-bca5-489718640c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:34Z', 'updated_at': '2022-06-27T20:05:57Z', 'revision_number': 5, 'project_id': '7bde747057d140209cc6692d467254d8', 'subnets': [{'id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:44.005387 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e07319d-aba6-4d35-b9a2-0d4c93f37437 None None] The sync data for ids ['8bead117-6252-49ba-bca5-489718640c41'] in dv-cinder-845799-1-iscsi is: [{'id': '8bead117-6252-49ba-bca5-489718640c41', 'name': 'tempest-AttachVolumeShelveTestJSON-1668758160-router', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:21Z', 'updated_at': '2022-06-27T20:05:39Z', 'revision_number': 4, 'project_id': '7bde747057d140209cc6692d467254d8', 'gw_port': {'id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bead117-6252-49ba-bca5-489718640c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': 'c3d84f0e-616c-4d28-a311-0bb5cfebbda9', 'name': '', 'network_id': '03ddf4ce-871c-4f06-813b-1b3c7a85f063', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'mac_address': 'fa:16:3e:e7:ba:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bead117-6252-49ba-bca5-489718640c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:34Z', 'updated_at': '2022-06-27T20:05:57Z', 'revision_number': 5, 'project_id': '7bde747057d140209cc6692d467254d8', 'subnets': [{'id': 'ba00cca6-cfda-4754-8a1e-ba6ebb77dfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:16:44.212744 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f66a33-5918-48ec-b559-33b7120c6ec1 None None] New status for floating IP e4397423-1a8d-4337-bc66-c78ccb76dce8: DOWN {{(pid=88115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 20:16:44.615442 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6e4a33d5-267c-4a36-8d87-ca7df28927df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:44.735299 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 35962) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:44.797460 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d6c8c14-ee29-4f31-81e1-0e57c36332da tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:44.825295 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d6c8c14-ee29-4f31-81e1-0e57c36332da tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:44.875370 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d6c8c14-ee29-4f31-81e1-0e57c36332da tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:44.894184 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c8c14-ee29-4f31-81e1-0e57c36332da tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b0d1e3-cc31-4ee9-9820-9cb4e1a02382,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:44.902780 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c8c14-ee29-4f31-81e1-0e57c36332da tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:16:44.903123 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c8c14-ee29-4f31-81e1-0e57c36332da tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:16:44.903467 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c8c14-ee29-4f31-81e1-0e57c36332da tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:16:44.903802 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c8c14-ee29-4f31-81e1-0e57c36332da tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:16:44.904131 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c8c14-ee29-4f31-81e1-0e57c36332da tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:16:44.904460 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c8c14-ee29-4f31-81e1-0e57c36332da tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:16:44.904785 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c8c14-ee29-4f31-81e1-0e57c36332da tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:16:44.905107 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c8c14-ee29-4f31-81e1-0e57c36332da tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:16:44.905430 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c8c14-ee29-4f31-81e1-0e57c36332da tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:16:44.905788 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c8c14-ee29-4f31-81e1-0e57c36332da tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:16:44.906109 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c8c14-ee29-4f31-81e1-0e57c36332da tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:16:44.906429 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c8c14-ee29-4f31-81e1-0e57c36332da tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:16:44.913366 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d6c8c14-ee29-4f31-81e1-0e57c36332da tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:44.914496 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-5d6c8c14-ee29-4f31-81e1-0e57c36332da tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "DELETE /v2.0/security-groups/15b0d1e3-cc31-4ee9-9820-9cb4e1a02382 HTTP/1.1" status: 204 len: 168 time: 0.1781960 Jun 27 20:16:44.917140 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 35966) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:44.935519 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.api.v2.resource [None req-1fd0e0c1-6d9c-4f50-866c-29074ab7fefe tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] show failed (client error): The resource could not be found. Jun 27 20:16:44.936497 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-1fd0e0c1-6d9c-4f50-866c-29074ab7fefe tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "GET /v2.0/security-groups/15b0d1e3-cc31-4ee9-9820-9cb4e1a02382 HTTP/1.1" status: 404 len: 347 time: 0.0184350 Jun 27 20:16:44.939307 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 35970) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:45.091162 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-fac8dd2d-63f1-459e-9d49-3e958a602964 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Deleting port 81b82f0a-bf2d-4bd0-a2a5-b071f7e5c9d4 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:16:45.091493 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fac8dd2d-63f1-459e-9d49-3e958a602964 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:45.257268 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fac8dd2d-63f1-459e-9d49-3e958a602964 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:45.257600 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fac8dd2d-63f1-459e-9d49-3e958a602964 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:45.380346 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-fac8dd2d-63f1-459e-9d49-3e958a602964 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Calling delete_port for 81b82f0a-bf2d-4bd0-a2a5-b071f7e5c9d4 owned by network:floatingip {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:16:45.512777 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fac8dd2d-63f1-459e-9d49-3e958a602964 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:45.559263 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8dd2d-63f1-459e-9d49-3e958a602964 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Pushing event deleted for resources: {'Port': ['ID=81b82f0a-bf2d-4bd0-a2a5-b071f7e5c9d4,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:45.653733 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fac8dd2d-63f1-459e-9d49-3e958a602964 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks [] for floatingip, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:45.667591 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-fac8dd2d-63f1-459e-9d49-3e958a602964 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:45.668706 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-fac8dd2d-63f1-459e-9d49-3e958a602964 tempest-AttachVolumeShelveTestJSON-1827736434 tempest-AttachVolumeShelveTestJSON-1827736434-project] 10.222.0.23 "DELETE /v2.0/floatingips/e4397423-1a8d-4337-bc66-c78ccb76dce8 HTTP/1.1" status: 204 len: 168 time: 0.7285373 Jun 27 20:16:46.811811 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5fb6ba09-70df-4927-a5c5-208ae7de40c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:46.860968 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device c1410272-1929-4223-ad6b-faeba79e1580 no longer exists at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:16:46.894356 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] No Port match for: c1410272-1929-4223-ad6b-faeba79e1580 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:16:46.894672 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device c1410272-1929-4223-ad6b-faeba79e1580 not bound to the agent host hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:16:48.008472 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:48.074225 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:48.390284 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 35994) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:49.155544 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a24bb90-40cf-4469-8d76-25d20464f791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16760029'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:49.279720 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:49.495424 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-2a24bb90-40cf-4469-8d76-25d20464f791 admin admin] Deleting port c3d84f0e-616c-4d28-a311-0bb5cfebbda9 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:16:49.496018 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a24bb90-40cf-4469-8d76-25d20464f791 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:49.659787 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-2a24bb90-40cf-4469-8d76-25d20464f791 admin admin] For port c3d84f0e-616c-4d28-a311-0bb5cfebbda9, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=c3d84f0e-616c-4d28-a311-0bb5cfebbda9,segment=NetworkSegment(239487e6-915f-4fa0-ada1-48352006308c),segment_id=239487e6-915f-4fa0-ada1-48352006308c)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:16:49.660162 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a24bb90-40cf-4469-8d76-25d20464f791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:49.782904 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-2a24bb90-40cf-4469-8d76-25d20464f791 admin admin] Calling delete_port for c3d84f0e-616c-4d28-a311-0bb5cfebbda9 owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:16:49.944937 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a24bb90-40cf-4469-8d76-25d20464f791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:49.990766 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24bb90-40cf-4469-8d76-25d20464f791 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3d84f0e-616c-4d28-a311-0bb5cfebbda9,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:50.259671 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2a24bb90-40cf-4469-8d76-25d20464f791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16717692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16759977'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:50.699027 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a24bb90-40cf-4469-8d76-25d20464f791 admin admin] Router 8bead117-6252-49ba-bca5-489718640c41 has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:16:50.872094 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a24bb90-40cf-4469-8d76-25d20464f791 admin admin] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:16:50.881091 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124feef2-8c06-439c-b4a1-b95542ed97b6 None None] Sync routers for ids ['8bead117-6252-49ba-bca5-489718640c41'] in dv-cinder-845799-1-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:16:50.884693 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-2a24bb90-40cf-4469-8d76-25d20464f791 admin admin] 10.222.0.23 "PUT /v2.0/routers/8bead117-6252-49ba-bca5-489718640c41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4933321 Jun 27 20:16:50.887113 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 36000) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:50.890592 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124feef2-8c06-439c-b4a1-b95542ed97b6 None None] Routers {'8bead117-6252-49ba-bca5-489718640c41'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:16:50.891202 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-124feef2-8c06-439c-b4a1-b95542ed97b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:16:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['8bead117-6252-49ba-bca5-489718640c41'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:51.058272 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-15457164-3007-4e8b-b6fa-20cdd63842e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:51.064578 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-124feef2-8c06-439c-b4a1-b95542ed97b6 None None] Set router 8bead117-6252-49ba-bca5-489718640c41 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:16:51.237243 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-15457164-3007-4e8b-b6fa-20cdd63842e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:51.246880 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-15457164-3007-4e8b-b6fa-20cdd63842e2 admin admin] Deleting port 0dc3381c-773b-4174-bd9a-f613f2c7228e {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:16:51.247258 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-15457164-3007-4e8b-b6fa-20cdd63842e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:51.368057 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-124feef2-8c06-439c-b4a1-b95542ed97b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bead117-6252-49ba-bca5-489718640c41', 'name': 'tempest-AttachVolumeShelveTestJSON-1668758160-router', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:21Z', 'updated_at': '2022-06-27T20:16:49Z', 'revision_number': 5, 'project_id': '7bde747057d140209cc6692d467254d8', 'gw_port': {'id': '0dc3381c-773b-4174-bd9a-f613f2c7228e', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bead117-6252-49ba-bca5-489718640c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:05:24Z', 'updated_at': '2022-06-27T20:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:51.371750 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124feef2-8c06-439c-b4a1-b95542ed97b6 None None] Checking router: 8bead117-6252-49ba-bca5-489718640c41 for host: dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:16:51.379895 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124feef2-8c06-439c-b4a1-b95542ed97b6 None None] Routers {'8bead117-6252-49ba-bca5-489718640c41'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:16:51.380478 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-124feef2-8c06-439c-b4a1-b95542ed97b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:16:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['8bead117-6252-49ba-bca5-489718640c41'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:51.421493 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-15457164-3007-4e8b-b6fa-20cdd63842e2 admin admin] For port 0dc3381c-773b-4174-bd9a-f613f2c7228e, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=0dc3381c-773b-4174-bd9a-f613f2c7228e,segment=NetworkSegment(c8e1d377-ef10-44fe-8306-b14a68212fb0),segment_id=c8e1d377-ef10-44fe-8306-b14a68212fb0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:16:51.421902 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-15457164-3007-4e8b-b6fa-20cdd63842e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:51.525631 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-124feef2-8c06-439c-b4a1-b95542ed97b6 None None] Set router 8bead117-6252-49ba-bca5-489718640c41 gateway port host: None {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:16:51.542007 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-15457164-3007-4e8b-b6fa-20cdd63842e2 admin admin] Calling delete_port for 0dc3381c-773b-4174-bd9a-f613f2c7228e owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:16:51.628342 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-124feef2-8c06-439c-b4a1-b95542ed97b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bead117-6252-49ba-bca5-489718640c41', 'name': 'tempest-AttachVolumeShelveTestJSON-1668758160-router', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:21Z', 'updated_at': '2022-06-27T20:16:51Z', 'revision_number': 6, 'project_id': '7bde747057d140209cc6692d467254d8', 'gw_port_host': None}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:51.632703 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124feef2-8c06-439c-b4a1-b95542ed97b6 None None] The sync data for ids ['8bead117-6252-49ba-bca5-489718640c41'] in dv-cinder-845799-1-iscsi is: [{'id': '8bead117-6252-49ba-bca5-489718640c41', 'name': 'tempest-AttachVolumeShelveTestJSON-1668758160-router', 'tenant_id': '7bde747057d140209cc6692d467254d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:05:21Z', 'updated_at': '2022-06-27T20:16:51Z', 'revision_number': 6, 'project_id': '7bde747057d140209cc6692d467254d8', 'gw_port_host': None}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:16:51.706713 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-15457164-3007-4e8b-b6fa-20cdd63842e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:51.751397 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15457164-3007-4e8b-b6fa-20cdd63842e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dc3381c-773b-4174-bd9a-f613f2c7228e,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:51.950024 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-15457164-3007-4e8b-b6fa-20cdd63842e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16757820'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:52.122248 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-15457164-3007-4e8b-b6fa-20cdd63842e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16270997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4448'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:52.124413 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-15457164-3007-4e8b-b6fa-20cdd63842e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:52.147949 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-15457164-3007-4e8b-b6fa-20cdd63842e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16272861'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:52.148475 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15457164-3007-4e8b-b6fa-20cdd63842e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bead117-6252-49ba-bca5-489718640c41 {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 27 20:16:52.160187 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-15457164-3007-4e8b-b6fa-20cdd63842e2 admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:52.161304 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-15457164-3007-4e8b-b6fa-20cdd63842e2 admin admin] 10.222.0.23 "DELETE /v2.0/routers/8bead117-6252-49ba-bca5-489718640c41 HTTP/1.1" status: 204 len: 168 time: 1.2733078 Jun 27 20:16:52.164295 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 36004) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:52.222004 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-2713315d-5966-4b1d-9912-8a6f79fc074f admin admin] Deleting subnet ba00cca6-cfda-4754-8a1e-ba6ebb77dfea {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 27 20:16:52.225435 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2713315d-5966-4b1d-9912-8a6f79fc074f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:52.272201 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2713315d-5966-4b1d-9912-8a6f79fc074f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14191946'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:52.352147 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2713315d-5966-4b1d-9912-8a6f79fc074f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-607847'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:52.403631 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device c3d84f0e-616c-4d28-a311-0bb5cfebbda9 no longer exists at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:16:52.422783 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2713315d-5966-4b1d-9912-8a6f79fc074f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-607836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16137172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14291743'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:52.440818 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] No Port match for: c3d84f0e-616c-4d28-a311-0bb5cfebbda9 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:16:52.441171 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device c3d84f0e-616c-4d28-a311-0bb5cfebbda9 not bound to the agent host dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:16:52.467608 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2713315d-5966-4b1d-9912-8a6f79fc074f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:52.470751 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713315d-5966-4b1d-9912-8a6f79fc074f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba00cca6-cfda-4754-8a1e-ba6ebb77dfea,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:52.472670 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de21ffb-7178-4b8b-85ef-790635143551 None None] Network 03ddf4ce-871c-4f06-813b-1b3c7a85f063 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:16:52.480881 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-2713315d-5966-4b1d-9912-8a6f79fc074f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ba00cca6-cfda-4754-8a1e-ba6ebb77dfea HTTP/1.1" status: 204 len: 168 time: 0.3155615 Jun 27 20:16:52.483320 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 36010) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:52.591762 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c4467e1b-1bdf-4ec2-8713-986f991eddda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590302'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:52.602947 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-c4467e1b-1bdf-4ec2-8713-986f991eddda admin admin] Deleting port 68cbdb19-be15-4560-9b4e-199bb7b15c13 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:16:52.603289 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c4467e1b-1bdf-4ec2-8713-986f991eddda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:52.737261 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadbbd93-56d6-4cdc-b4b0-77f55bbf7f53 None None] DHCP port deletion for 03ddf4ce-871c-4f06-813b-1b3c7a85f063 request from dv-cinder-845799-1-iscsi {{(pid=88115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 27 20:16:52.741402 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-dadbbd93-56d6-4cdc-b4b0-77f55bbf7f53 None None] Deleting port 68cbdb19-be15-4560-9b4e-199bb7b15c13 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:16:52.741912 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-dadbbd93-56d6-4cdc-b4b0-77f55bbf7f53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:52.820060 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-c4467e1b-1bdf-4ec2-8713-986f991eddda admin admin] For port 68cbdb19-be15-4560-9b4e-199bb7b15c13, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=68cbdb19-be15-4560-9b4e-199bb7b15c13,segment=NetworkSegment(239487e6-915f-4fa0-ada1-48352006308c),segment_id=239487e6-915f-4fa0-ada1-48352006308c)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:16:52.820659 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c4467e1b-1bdf-4ec2-8713-986f991eddda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:52.942106 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-c4467e1b-1bdf-4ec2-8713-986f991eddda admin admin] Calling delete_port for 68cbdb19-be15-4560-9b4e-199bb7b15c13 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:16:52.942322 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-dadbbd93-56d6-4cdc-b4b0-77f55bbf7f53 None None] For port 68cbdb19-be15-4560-9b4e-199bb7b15c13, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=68cbdb19-be15-4560-9b4e-199bb7b15c13,segment=NetworkSegment(239487e6-915f-4fa0-ada1-48352006308c),segment_id=239487e6-915f-4fa0-ada1-48352006308c)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:16:52.942721 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-dadbbd93-56d6-4cdc-b4b0-77f55bbf7f53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:53.020887 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c4467e1b-1bdf-4ec2-8713-986f991eddda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:53.062633 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-dadbbd93-56d6-4cdc-b4b0-77f55bbf7f53 None None] Calling delete_port for 68cbdb19-be15-4560-9b4e-199bb7b15c13 owned by network:dhcp {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:16:53.067198 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4467e1b-1bdf-4ec2-8713-986f991eddda admin admin] Pushing event deleted for resources: {'Port': ['ID=68cbdb19-be15-4560-9b4e-199bb7b15c13,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:53.071230 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4467e1b-1bdf-4ec2-8713-986f991eddda admin admin] No DVR routers for this DVR port 68cbdb19-be15-4560-9b4e-199bb7b15c13 on host dv-cinder-845799-1-iscsi {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 20:16:53.136551 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.db.api [None req-dadbbd93-56d6-4cdc-b4b0-77f55bbf7f53 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 20:16:53.136921 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG oslo_db.api [None req-dadbbd93-56d6-4cdc-b4b0-77f55bbf7f53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 20:16:53.185534 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c4467e1b-1bdf-4ec2-8713-986f991eddda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614162', 'neutron.services.segments.db._delete_segments_for_network-8741810542969'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:53.210542 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.services.segments.db [None req-c4467e1b-1bdf-4ec2-8713-986f991eddda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ddf4ce-871c-4f06-813b-1b3c7a85f063']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:53.222966 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.services.segments.db [None req-c4467e1b-1bdf-4ec2-8713-986f991eddda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '239487e6-915f-4fa0-ada1-48352006308c') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:53.223346 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.services.segments.db [None req-c4467e1b-1bdf-4ec2-8713-986f991eddda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '239487e6-915f-4fa0-ada1-48352006308c') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:53.237174 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c4467e1b-1bdf-4ec2-8713-986f991eddda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741810611348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14191939'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:53.253553 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c4467e1b-1bdf-4ec2-8713-986f991eddda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603533'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:53.260233 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4467e1b-1bdf-4ec2-8713-986f991eddda admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 20:16:53.260612 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c4467e1b-1bdf-4ec2-8713-986f991eddda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-603522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16137082'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:53.325423 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.services.segments.plugin [-] Segment 239487e6-915f-4fa0-ada1-48352006308c resource provider aggregate not found Jun 27 20:16:53.345676 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.services.segments.plugin [-] Segment 239487e6-915f-4fa0-ada1-48352006308c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 239487e6-915f-4fa0-ada1-48352006308c found for delete ", "request_id": "req-d2094b55-4dc6-4d46-8760-a9356ae765d9"}]} Jun 27 20:16:53.357941 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c4467e1b-1bdf-4ec2-8713-986f991eddda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16271069'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:53.373820 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c4467e1b-1bdf-4ec2-8713-986f991eddda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:53.383739 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4467e1b-1bdf-4ec2-8713-986f991eddda admin admin] Pushing event deleted for resources: {'Network': ['ID=03ddf4ce-871c-4f06-813b-1b3c7a85f063,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:53.397069 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-c4467e1b-1bdf-4ec2-8713-986f991eddda admin admin] 10.222.0.23 "DELETE /v2.0/networks/03ddf4ce-871c-4f06-813b-1b3c7a85f063 HTTP/1.1" status: 204 len: 168 time: 0.9127700 Jun 27 20:16:53.507903 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 36020) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:53.558849 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-d7ac3cb3-7eea-4195-9805-5b4bd5d9b0d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7bde747057d140209cc6692d467254d8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0497994 Jun 27 20:16:53.561178 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 36024) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:53.615795 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7580c2ca-b20e-4ac7-8f39-2d6d51388e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:53.638173 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-dadbbd93-56d6-4cdc-b4b0-77f55bbf7f53 None None] Deleting port 68cbdb19-be15-4560-9b4e-199bb7b15c13 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:16:53.638670 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-dadbbd93-56d6-4cdc-b4b0-77f55bbf7f53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:53.640925 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7580c2ca-b20e-4ac7-8f39-2d6d51388e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:53.693429 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7580c2ca-b20e-4ac7-8f39-2d6d51388e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:53.704190 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-dadbbd93-56d6-4cdc-b4b0-77f55bbf7f53 None None] The port '68cbdb19-be15-4560-9b4e-199bb7b15c13' was deleted {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 27 20:16:53.711776 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580c2ca-b20e-4ac7-8f39-2d6d51388e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae936cac-191f-496d-9af1-dc7943ce0296,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:53.721388 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-7580c2ca-b20e-4ac7-8f39-2d6d51388e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:53.726280 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-7580c2ca-b20e-4ac7-8f39-2d6d51388e47 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ae936cac-191f-496d-9af1-dc7943ce0296 HTTP/1.1" status: 204 len: 168 time: 0.1630855 Jun 27 20:16:54.093178 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 68cbdb19-be15-4560-9b4e-199bb7b15c13 no longer exists at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:16:54.128449 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] No Port match for: 68cbdb19-be15-4560-9b4e-199bb7b15c13 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:16:54.128793 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 68cbdb19-be15-4560-9b4e-199bb7b15c13 not bound to the agent host dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:16:54.129214 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 0dc3381c-773b-4174-bd9a-f613f2c7228e no longer exists at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:16:54.162687 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] No Port match for: 0dc3381c-773b-4174-bd9a-f613f2c7228e {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:16:54.163035 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 0dc3381c-773b-4174-bd9a-f613f2c7228e not bound to the agent host dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:16:54.520373 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 36048) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:54.620506 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-8c804381-f07e-451d-9649-9bf9c81f0706 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-991836189-network', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:16:54.625217 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8c804381-f07e-451d-9649-9bf9c81f0706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:16:54.629112 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-8c804381-f07e-451d-9649-9bf9c81f0706 admin admin] Usage tracker for resource:network and tenant:54b0294a170e40e289cebd5d6db0e2e7 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:16:54.632597 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-8c804381-f07e-451d-9649-9bf9c81f0706 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:16:54.638337 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8c804381-f07e-451d-9649-9bf9c81f0706 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:16:54.648420 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c804381-f07e-451d-9649-9bf9c81f0706 admin admin] Made reservation on behalf of 54b0294a170e40e289cebd5d6db0e2e7 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:16:54.650883 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c804381-f07e-451d-9649-9bf9c81f0706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:54.662613 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c804381-f07e-451d-9649-9bf9c81f0706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:54.676547 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8c804381-f07e-451d-9649-9bf9c81f0706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:16:54.680780 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-8c804381-f07e-451d-9649-9bf9c81f0706 admin admin] Usage tracker for resource:security_group_rule and tenant:54b0294a170e40e289cebd5d6db0e2e7 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:16:54.683535 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-8c804381-f07e-451d-9649-9bf9c81f0706 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:16:54.689082 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-8c804381-f07e-451d-9649-9bf9c81f0706 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:16:54.773287 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c804381-f07e-451d-9649-9bf9c81f0706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:54.777152 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c804381-f07e-451d-9649-9bf9c81f0706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:54.894179 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c804381-f07e-451d-9649-9bf9c81f0706 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 20:16:54.899354 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c804381-f07e-451d-9649-9bf9c81f0706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f75b975-f7ba-41da-bb03-68d3d51f12e6,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:54.906968 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c804381-f07e-451d-9649-9bf9c81f0706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603533'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:54.907084 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.db.segments_db [None req-8c804381-f07e-451d-9649-9bf9c81f0706 admin admin] Added segment d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd of type vlan for network a4f9d903-5282-4633-b410-1fa282e9a3fa Jun 27 20:16:54.934250 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c804381-f07e-451d-9649-9bf9c81f0706 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741810009101'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:54.962064 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c804381-f07e-451d-9649-9bf9c81f0706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:54.963011 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c804381-f07e-451d-9649-9bf9c81f0706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:54.963581 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-8c804381-f07e-451d-9649-9bf9c81f0706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:55.063086 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-8c804381-f07e-451d-9649-9bf9c81f0706 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5416291 Jun 27 20:16:55.065897 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c804381-f07e-451d-9649-9bf9c81f0706 admin admin] Pushing event updated for resources: {'Network': ['ID=a4f9d903-5282-4633-b410-1fa282e9a3fa,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:55.066037 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 36054) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:55.071384 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-3531f456-861a-45f4-a25b-e239e029f9f0 admin admin] Request body: {'subnet': {'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-991836189-subnet', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:16:55.075999 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Network a4f9d903-5282-4633-b410-1fa282e9a3fa details requested by agent ovs-agent-dv-cinder-845799-1-iscsi with host dv-cinder-845799-1-iscsi {{(pid=88115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 20:16:55.076477 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-3531f456-861a-45f4-a25b-e239e029f9f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:16:55.079929 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-3531f456-861a-45f4-a25b-e239e029f9f0 admin admin] Usage tracker for resource:subnet and tenant:54b0294a170e40e289cebd5d6db0e2e7 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:16:55.082779 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-3531f456-861a-45f4-a25b-e239e029f9f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:16:55.088831 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-3531f456-861a-45f4-a25b-e239e029f9f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:16:55.099068 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3531f456-861a-45f4-a25b-e239e029f9f0 admin admin] Made reservation on behalf of 54b0294a170e40e289cebd5d6db0e2e7 for: {'subnet': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:16:55.101797 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3531f456-861a-45f4-a25b-e239e029f9f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14401358'] for subnet, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:55.301413 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3531f456-861a-45f4-a25b-e239e029f9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14168160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14401400'] for subnet, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:55.375058 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531f456-861a-45f4-a25b-e239e029f9f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=477b3e9f-4c1d-42b2-a34b-ca1847893d97,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:55.384379 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531f456-861a-45f4-a25b-e239e029f9f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:16:55.384718 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531f456-861a-45f4-a25b-e239e029f9f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:16:55.385050 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531f456-861a-45f4-a25b-e239e029f9f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:16:55.385377 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531f456-861a-45f4-a25b-e239e029f9f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:16:55.385735 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531f456-861a-45f4-a25b-e239e029f9f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:16:55.386063 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531f456-861a-45f4-a25b-e239e029f9f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:16:55.386381 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531f456-861a-45f4-a25b-e239e029f9f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:16:55.386697 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531f456-861a-45f4-a25b-e239e029f9f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:16:55.387014 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531f456-861a-45f4-a25b-e239e029f9f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:16:55.387333 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531f456-861a-45f4-a25b-e239e029f9f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:16:55.387645 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531f456-861a-45f4-a25b-e239e029f9f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:16:55.387956 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531f456-861a-45f4-a25b-e239e029f9f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:16:55.392592 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3531f456-861a-45f4-a25b-e239e029f9f0 admin admin] Checking segment: {'id': 'd82ac3e5-92a8-4aa0-98bb-ca4afef7dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:16:55.392940 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3531f456-861a-45f4-a25b-e239e029f9f0 admin admin] Network hostable DHCP agents. Network: a4f9d903-5282-4633-b410-1fa282e9a3fa, hostable agents: ['4165b8a7-5268-4093-844e-4587fa48cc65'], hosted agents: [] {{(pid=88114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 20:16:55.411320 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3531f456-861a-45f4-a25b-e239e029f9f0 admin admin] Network a4f9d903-5282-4633-b410-1fa282e9a3fa is scheduled to be hosted by DHCP agent 4165b8a7-5268-4093-844e-4587fa48cc65 with binding_index 1 {{(pid=88114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 20:16:55.421200 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-3531f456-861a-45f4-a25b-e239e029f9f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845799-1-iscsi, a4f9d903-5282-4633-b410-1fa282e9a3fa) {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:16:55.425346 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3531f456-861a-45f4-a25b-e239e029f9f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:16:55.425955 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3531f456-861a-45f4-a25b-e239e029f9f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:55.431038 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01cd66b-7ec4-4a11-bff0-4f50ddc32a2e None None] Network a4f9d903-5282-4633-b410-1fa282e9a3fa requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:16:55.454602 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-3531f456-861a-45f4-a25b-e239e029f9f0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3875561 Jun 27 20:16:55.457249 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 36058) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:55.462740 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-59523736-23c8-4aec-a5c3-4c4270da37d9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-991836189-router', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:16:55.467123 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-59523736-23c8-4aec-a5c3-4c4270da37d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:16:55.470849 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-59523736-23c8-4aec-a5c3-4c4270da37d9 admin admin] Usage tracker for resource:router and tenant:54b0294a170e40e289cebd5d6db0e2e7 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:16:55.473652 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-59523736-23c8-4aec-a5c3-4c4270da37d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:16:55.479765 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-59523736-23c8-4aec-a5c3-4c4270da37d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:16:55.491371 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-59523736-23c8-4aec-a5c3-4c4270da37d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16270966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7578'] for router, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:55.492490 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-59523736-23c8-4aec-a5c3-4c4270da37d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16272205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16757837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16391757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4457'] for router, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:55.507956 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-59523736-23c8-4aec-a5c3-4c4270da37d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:55.646501 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d58029a-6323-404e-845d-8945e9e682ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec9038c-6dc9-54f2-9480-5d6565864add-a4f9d903-5282-4633-b410-1fa282e9a3fa', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'fixed_ips': [{'subnet_id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97'}]}} from dv-cinder-845799-1-iscsi. {{(pid=88115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 27 20:16:55.647336 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7d58029a-6323-404e-845d-8945e9e682ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:55.769080 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-59523736-23c8-4aec-a5c3-4c4270da37d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16757887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16270975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4475'] for router, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:55.798188 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [None req-7d58029a-6323-404e-845d-8945e9e682ee None None] Allocated IP 172.20.0.2 (a4f9d903-5282-4633-b410-1fa282e9a3fa/477b3e9f-4c1d-42b2-a34b-ca1847893d97/7d9c79c5-9220-4aa5-8898-dbccdfe27e5f) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:16:55.997188 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7d58029a-6323-404e-845d-8945e9e682ee None None] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:56.007043 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-7d58029a-6323-404e-845d-8945e9e682ee None None] Transition to ACTIVE for port object 7d9c79c5-9220-4aa5-8898-dbccdfe27e5f will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:16:56.025018 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-7d58029a-6323-404e-845d-8945e9e682ee None None] Transition to ACTIVE for port object 7d9c79c5-9220-4aa5-8898-dbccdfe27e5f will not be triggered until provisioned by entity DHCP. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:16:56.030452 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7d58029a-6323-404e-845d-8945e9e682ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:56.070444 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-59523736-23c8-4aec-a5c3-4c4270da37d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:56.089964 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d58029a-6323-404e-845d-8945e9e682ee None None] Network a4f9d903-5282-4633-b410-1fa282e9a3fa is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:16:56.096604 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-7d58029a-6323-404e-845d-8945e9e682ee None None] Resources bound (agent type, host, resource id): {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:16:56.099107 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d58029a-6323-404e-845d-8945e9e682ee None None] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:16:56.112928 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d58029a-6323-404e-845d-8945e9e682ee None None] Pushing event updated for resources: {'Port': ['ID=7d9c79c5-9220-4aa5-8898-dbccdfe27e5f,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:56.202463 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-59523736-23c8-4aec-a5c3-4c4270da37d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:56.211196 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-7d58029a-6323-404e-845d-8945e9e682ee None None] Attempting to bind port 7d9c79c5-9220-4aa5-8898-dbccdfe27e5f on host dv-cinder-845799-1-iscsi for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:16:56.211555 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-7d58029a-6323-404e-845d-8945e9e682ee None None] Attempting to bind port 7d9c79c5-9220-4aa5-8898-dbccdfe27e5f by drivers openvswitch,hyperv on host dv-cinder-845799-1-iscsi at level 0 using segments [{'id': 'd82ac3e5-92a8-4aa0-98bb-ca4afef7dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:16:56.211900 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d58029a-6323-404e-845d-8945e9e682ee None None] Attempting to bind port 7d9c79c5-9220-4aa5-8898-dbccdfe27e5f on network a4f9d903-5282-4633-b410-1fa282e9a3fa {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:16:56.216993 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d58029a-6323-404e-845d-8945e9e682ee None None] Checking agent: {'id': '002de21a-1fb9-4fe8-99da-e58f143369d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845799-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'started_at': datetime.datetime(2022, 6, 27, 19, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845799-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:16:56.217350 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d58029a-6323-404e-845d-8945e9e682ee None None] Checking segment: {'id': 'd82ac3e5-92a8-4aa0-98bb-ca4afef7dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:16:56.217776 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7d58029a-6323-404e-845d-8945e9e682ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:56.218142 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d58029a-6323-404e-845d-8945e9e682ee None None] Bound using segment: {'id': 'd82ac3e5-92a8-4aa0-98bb-ca4afef7dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:16:56.218586 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-7d58029a-6323-404e-845d-8945e9e682ee None None] Bound port: 7d9c79c5-9220-4aa5-8898-dbccdfe27e5f, host: dv-cinder-845799-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd82ac3e5-92a8-4aa0-98bb-ca4afef7dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:16:56.218945 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7d58029a-6323-404e-845d-8945e9e682ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:56.306642 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-7d58029a-6323-404e-845d-8945e9e682ee None None] For port 7d9c79c5-9220-4aa5-8898-dbccdfe27e5f, host dv-cinder-845799-1-iscsi, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:16:56.310133 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-7d58029a-6323-404e-845d-8945e9e682ee None None] For port 7d9c79c5-9220-4aa5-8898-dbccdfe27e5f, host dv-cinder-845799-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=7d9c79c5-9220-4aa5-8898-dbccdfe27e5f,segment=NetworkSegment(d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd),segment_id=d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:16:56.314794 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7d58029a-6323-404e-845d-8945e9e682ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:56.336604 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-59523736-23c8-4aec-a5c3-4c4270da37d9 admin admin] Allocated IP 172.27.3.121 (f5e38b28-d42a-47c6-b8ea-5d0ae1b51160/4aa6a97f-4da5-4d03-b34a-f88023a9290b/42628bc1-b99b-48d7-85bb-616808fa0232) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:16:56.404017 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d58029a-6323-404e-845d-8945e9e682ee None None] Pushing event updated for resources: {'Port': ['ID=7d9c79c5-9220-4aa5-8898-dbccdfe27e5f,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:56.488556 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-59523736-23c8-4aec-a5c3-4c4270da37d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:56.517998 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-59523736-23c8-4aec-a5c3-4c4270da37d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14170096'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:56.579561 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59523736-23c8-4aec-a5c3-4c4270da37d9 admin admin] Network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:16:56.587252 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-59523736-23c8-4aec-a5c3-4c4270da37d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:16:56.591316 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59523736-23c8-4aec-a5c3-4c4270da37d9 admin admin] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:16:56.623362 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59523736-23c8-4aec-a5c3-4c4270da37d9 admin admin] Pushing event updated for resources: {'Port': ['ID=42628bc1-b99b-48d7-85bb-616808fa0232,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:57.006062 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-59523736-23c8-4aec-a5c3-4c4270da37d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:57.352037 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-59523736-23c8-4aec-a5c3-4c4270da37d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16270916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16757784'] for router, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:57.367461 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ffe4f5-b062-4628-9bb4-e77fdec8685d None None] Network a4f9d903-5282-4633-b410-1fa282e9a3fa requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:16:57.446399 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-2f0e2bad-ed1b-470e-a004-39b9d2b8602a None None] Provisioning for port 7d9c79c5-9220-4aa5-8898-dbccdfe27e5f completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:16:57.662105 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59523736-23c8-4aec-a5c3-4c4270da37d9 admin admin] Router 315f6152-bc59-4b29-b556-4848dd324f4e is scheduled to L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e with binding_index 1 {{(pid=88114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 27 20:16:57.839318 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59523736-23c8-4aec-a5c3-4c4270da37d9 admin admin] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:16:57.847954 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bc9634-cd0b-484b-b2ed-7068d5fbbd4c None None] Sync routers for ids ['315f6152-bc59-4b29-b556-4848dd324f4e'] in dv-cinder-845799-1-iscsi {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:16:57.857367 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bc9634-cd0b-484b-b2ed-7068d5fbbd4c None None] Routers {'315f6152-bc59-4b29-b556-4848dd324f4e'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:16:57.857995 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-09bc9634-cd0b-484b-b2ed-7068d5fbbd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:16:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['315f6152-bc59-4b29-b556-4848dd324f4e'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:57.862814 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-59523736-23c8-4aec-a5c3-4c4270da37d9 admin admin] Notify callbacks [] for router, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:57.866546 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-59523736-23c8-4aec-a5c3-4c4270da37d9 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4058967 Jun 27 20:16:57.867925 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 36062) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:16:58.040663 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-09bc9634-cd0b-484b-b2ed-7068d5fbbd4c None None] Set router 315f6152-bc59-4b29-b556-4848dd324f4e gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:16:58.172532 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 7d9c79c5-9220-4aa5-8898-dbccdfe27e5f up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:16:58.346070 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning for port 7d9c79c5-9220-4aa5-8898-dbccdfe27e5f completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:16:58.375371 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 7d9c79c5-9220-4aa5-8898-dbccdfe27e5f triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:16:58.376034 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:58.511598 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-09bc9634-cd0b-484b-b2ed-7068d5fbbd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'name': 'tempest-AttachVolumeNegativeTest-991836189-router', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:16:55Z', 'updated_at': '2022-06-27T20:16:56Z', 'revision_number': 3, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'gw_port': {'id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:56Z', 'updated_at': '2022-06-27T20:16:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:58.518175 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 7d9c79c5-9220-4aa5-8898-dbccdfe27e5f is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:16:58.518542 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:58.528452 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bc9634-cd0b-484b-b2ed-7068d5fbbd4c None None] Checking router: 315f6152-bc59-4b29-b556-4848dd324f4e for host: dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:16:58.528793 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bc9634-cd0b-484b-b2ed-7068d5fbbd4c None None] Updating router 315f6152-bc59-4b29-b556-4848dd324f4e port 42628bc1-b99b-48d7-85bb-616808fa0232 binding host dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 20:16:58.533706 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-735b8921-87b3-4096-8fa1-89796e1f61e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:58.595059 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] For port 7d9c79c5-9220-4aa5-8898-dbccdfe27e5f, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=7d9c79c5-9220-4aa5-8898-dbccdfe27e5f,segment=NetworkSegment(d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd),segment_id=d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:16:58.596168 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-09bc9634-cd0b-484b-b2ed-7068d5fbbd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:58.626720 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:58.738629 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-735b8921-87b3-4096-8fa1-89796e1f61e0 admin admin] Allocated IP 172.20.0.1 (a4f9d903-5282-4633-b410-1fa282e9a3fa/477b3e9f-4c1d-42b2-a34b-ca1847893d97/1f0d5a2c-5e51-4540-a433-4c5f088fdfcf) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:16:58.756168 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Pushing event updated for resources: {'Port': ['ID=7d9c79c5-9220-4aa5-8898-dbccdfe27e5f,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:58.889096 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-735b8921-87b3-4096-8fa1-89796e1f61e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:58.904893 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [None req-735b8921-87b3-4096-8fa1-89796e1f61e0 admin admin] Transition to ACTIVE for port object 1f0d5a2c-5e51-4540-a433-4c5f088fdfcf will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:16:58.928716 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-735b8921-87b3-4096-8fa1-89796e1f61e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:58.974102 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-09bc9634-cd0b-484b-b2ed-7068d5fbbd4c None None] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:58.986037 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-09bc9634-cd0b-484b-b2ed-7068d5fbbd4c None None] Transition to ACTIVE for port object 42628bc1-b99b-48d7-85bb-616808fa0232 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:16:58.992058 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735b8921-87b3-4096-8fa1-89796e1f61e0 admin admin] Network a4f9d903-5282-4633-b410-1fa282e9a3fa is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:16:58.993665 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-09bc9634-cd0b-484b-b2ed-7068d5fbbd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:58.995180 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-735b8921-87b3-4096-8fa1-89796e1f61e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:16:58.997809 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735b8921-87b3-4096-8fa1-89796e1f61e0 admin admin] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:16:59.045421 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b8921-87b3-4096-8fa1-89796e1f61e0 admin admin] Pushing event updated for resources: {'Port': ['ID=1f0d5a2c-5e51-4540-a433-4c5f088fdfcf,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:59.066475 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-735b8921-87b3-4096-8fa1-89796e1f61e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16270930'] for router_interface, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:59.077249 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-09bc9634-cd0b-484b-b2ed-7068d5fbbd4c None None] Attempting to bind port 42628bc1-b99b-48d7-85bb-616808fa0232 on host dv-cinder-845799-1-iscsi for vnic_type normal with profile {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:16:59.077638 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-09bc9634-cd0b-484b-b2ed-7068d5fbbd4c None None] Attempting to bind port 42628bc1-b99b-48d7-85bb-616808fa0232 by drivers openvswitch,hyperv on host dv-cinder-845799-1-iscsi at level 0 using segments [{'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:16:59.077994 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bc9634-cd0b-484b-b2ed-7068d5fbbd4c None None] Attempting to bind port 42628bc1-b99b-48d7-85bb-616808fa0232 on network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:16:59.080165 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6349e0-50eb-4381-84fb-55f6ac90f05d None None] Pushing event updated for resources: {'Port': ['ID=42628bc1-b99b-48d7-85bb-616808fa0232,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:59.086393 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bc9634-cd0b-484b-b2ed-7068d5fbbd4c None None] Checking agent: {'id': '002de21a-1fb9-4fe8-99da-e58f143369d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845799-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'started_at': datetime.datetime(2022, 6, 27, 19, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845799-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:16:59.086756 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bc9634-cd0b-484b-b2ed-7068d5fbbd4c None None] Checking segment: {'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:16:59.087146 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-09bc9634-cd0b-484b-b2ed-7068d5fbbd4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:59.087520 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bc9634-cd0b-484b-b2ed-7068d5fbbd4c None None] Bound using segment: {'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:16:59.087971 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [None req-09bc9634-cd0b-484b-b2ed-7068d5fbbd4c None None] Bound port: 42628bc1-b99b-48d7-85bb-616808fa0232, host: dv-cinder-845799-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e1d377-ef10-44fe-8306-b14a68212fb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:16:59.088337 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-09bc9634-cd0b-484b-b2ed-7068d5fbbd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:59.164450 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-09bc9634-cd0b-484b-b2ed-7068d5fbbd4c None None] For port 42628bc1-b99b-48d7-85bb-616808fa0232, host dv-cinder-845799-1-iscsi, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:16:59.168990 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-09bc9634-cd0b-484b-b2ed-7068d5fbbd4c None None] For port 42628bc1-b99b-48d7-85bb-616808fa0232, host dv-cinder-845799-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=42628bc1-b99b-48d7-85bb-616808fa0232,segment=NetworkSegment(c8e1d377-ef10-44fe-8306-b14a68212fb0),segment_id=c8e1d377-ef10-44fe-8306-b14a68212fb0)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:16:59.175067 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-09bc9634-cd0b-484b-b2ed-7068d5fbbd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:59.255940 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-347d96f8-22d8-411f-8012-eb24e21f3f07 None None] Provisioning for port 1f0d5a2c-5e51-4540-a433-4c5f088fdfcf completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:16:59.269919 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bc9634-cd0b-484b-b2ed-7068d5fbbd4c None None] Routers {'315f6152-bc59-4b29-b556-4848dd324f4e'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:16:59.270474 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-09bc9634-cd0b-484b-b2ed-7068d5fbbd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:16:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['315f6152-bc59-4b29-b556-4848dd324f4e'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:59.292052 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-735b8921-87b3-4096-8fa1-89796e1f61e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:59.317052 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-347d96f8-22d8-411f-8012-eb24e21f3f07 None None] Provisioning complete for port 1f0d5a2c-5e51-4540-a433-4c5f088fdfcf triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:16:59.317417 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-347d96f8-22d8-411f-8012-eb24e21f3f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:59.405603 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6349e0-50eb-4381-84fb-55f6ac90f05d None None] Pushing event updated for resources: {'Port': ['ID=42628bc1-b99b-48d7-85bb-616808fa0232,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:59.459371 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-347d96f8-22d8-411f-8012-eb24e21f3f07 None None] Port 1f0d5a2c-5e51-4540-a433-4c5f088fdfcf cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:16:59.495431 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-09bc9634-cd0b-484b-b2ed-7068d5fbbd4c None None] Set router 315f6152-bc59-4b29-b556-4848dd324f4e gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:16:59.511904 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-735b8921-87b3-4096-8fa1-89796e1f61e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:59.516238 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-735b8921-87b3-4096-8fa1-89796e1f61e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:59.623758 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-735b8921-87b3-4096-8fa1-89796e1f61e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16717675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16270903'] for router_interface, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:16:59.630355 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b8921-87b3-4096-8fa1-89796e1f61e0 admin admin] Pushing event updated for resources: {'Port': ['ID=1f0d5a2c-5e51-4540-a433-4c5f088fdfcf,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:16:59.758626 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735b8921-87b3-4096-8fa1-89796e1f61e0 admin admin] Network a4f9d903-5282-4633-b410-1fa282e9a3fa is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:16:59.759680 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-735b8921-87b3-4096-8fa1-89796e1f61e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:16:59.844299 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-09bc9634-cd0b-484b-b2ed-7068d5fbbd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'name': 'tempest-AttachVolumeNegativeTest-991836189-router', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:16:55Z', 'updated_at': '2022-06-27T20:16:59Z', 'revision_number': 4, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'gw_port': {'id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:56Z', 'updated_at': '2022-06-27T20:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '1f0d5a2c-5e51-4540-a433-4c5f088fdfcf', 'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'mac_address': 'fa:16:3e:dd:1f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:58Z', 'updated_at': '2022-06-27T20:16:58Z', 'revision_number': 1, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'subnets': [{'id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:16:59.848858 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bc9634-cd0b-484b-b2ed-7068d5fbbd4c None None] The sync data for ids ['315f6152-bc59-4b29-b556-4848dd324f4e'] in dv-cinder-845799-1-iscsi is: [{'id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'name': 'tempest-AttachVolumeNegativeTest-991836189-router', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:16:55Z', 'updated_at': '2022-06-27T20:16:59Z', 'revision_number': 4, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'gw_port': {'id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:56Z', 'updated_at': '2022-06-27T20:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '1f0d5a2c-5e51-4540-a433-4c5f088fdfcf', 'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'mac_address': 'fa:16:3e:dd:1f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:58Z', 'updated_at': '2022-06-27T20:16:58Z', 'revision_number': 1, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'subnets': [{'id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:16:59.961814 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735b8921-87b3-4096-8fa1-89796e1f61e0 admin admin] Router 315f6152-bc59-4b29-b556-4848dd324f4e has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:16:59.980699 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-5f4e7cb6-fa3b-46b1-bc06-fa45596942e9 None None] Provisioning complete for port 1f0d5a2c-5e51-4540-a433-4c5f088fdfcf triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:16:59.981063 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5f4e7cb6-fa3b-46b1-bc06-fa45596942e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:00.052769 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-5f4e7cb6-fa3b-46b1-bc06-fa45596942e9 None None] Port 1f0d5a2c-5e51-4540-a433-4c5f088fdfcf cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:17:00.131778 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 7d9c79c5-9220-4aa5-8898-dbccdfe27e5f up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:17:00.178812 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735b8921-87b3-4096-8fa1-89796e1f61e0 admin admin] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:17:00.195354 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-735b8921-87b3-4096-8fa1-89796e1f61e0 admin admin] 10.222.0.23 "PUT /v2.0/routers/315f6152-bc59-4b29-b556-4848dd324f4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3209686 Jun 27 20:17:00.203416 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 7d9c79c5-9220-4aa5-8898-dbccdfe27e5f triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:17:00.203782 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:00.327795 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 7d9c79c5-9220-4aa5-8898-dbccdfe27e5f is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:17:00.531757 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 36072) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:17:00.537133 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-79262606-782c-486d-b31f-b4e9438911a2 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1117354534', 'description': 'tempest-description--665913005'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:17:00.543379 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-79262606-782c-486d-b31f-b4e9438911a2 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:17:00.547374 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-79262606-782c-486d-b31f-b4e9438911a2 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Usage tracker for resource:security_group and tenant:54b0294a170e40e289cebd5d6db0e2e7 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:17:00.550704 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-79262606-782c-486d-b31f-b4e9438911a2 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:17:00.557132 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-79262606-782c-486d-b31f-b4e9438911a2 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:17:00.567778 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-79262606-782c-486d-b31f-b4e9438911a2 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:00.589057 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-79262606-782c-486d-b31f-b4e9438911a2 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:17:00.593027 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-79262606-782c-486d-b31f-b4e9438911a2 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Usage tracker for resource:security_group_rule and tenant:54b0294a170e40e289cebd5d6db0e2e7 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:17:00.596046 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-79262606-782c-486d-b31f-b4e9438911a2 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:17:00.602181 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-79262606-782c-486d-b31f-b4e9438911a2 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:17:00.677321 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-79262606-782c-486d-b31f-b4e9438911a2 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:00.681310 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-79262606-782c-486d-b31f-b4e9438911a2 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:00.724065 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79262606-782c-486d-b31f-b4e9438911a2 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22f180de-17e9-49a1-bd4b-43c782e17e66,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:17:00.728741 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-79262606-782c-486d-b31f-b4e9438911a2 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:00.733200 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 36076) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:17:00.733678 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-79262606-782c-486d-b31f-b4e9438911a2 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2004037 Jun 27 20:17:00.738924 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-2bfc3e1e-8c45-4f5c-8ea4-d8f3f3fc5b55 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Request body: {'security_group_rule': {'security_group_id': '22f180de-17e9-49a1-bd4b-43c782e17e66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:17:00.745792 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-2bfc3e1e-8c45-4f5c-8ea4-d8f3f3fc5b55 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:17:00.749588 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-2bfc3e1e-8c45-4f5c-8ea4-d8f3f3fc5b55 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Usage tracker for resource:security_group_rule and tenant:54b0294a170e40e289cebd5d6db0e2e7 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:17:00.753182 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-2bfc3e1e-8c45-4f5c-8ea4-d8f3f3fc5b55 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:17:00.759683 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-2bfc3e1e-8c45-4f5c-8ea4-d8f3f3fc5b55 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:17:00.778187 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2bfc3e1e-8c45-4f5c-8ea4-d8f3f3fc5b55 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:00.843825 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2bfc3e1e-8c45-4f5c-8ea4-d8f3f3fc5b55 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:00.848713 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2bfc3e1e-8c45-4f5c-8ea4-d8f3f3fc5b55 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438251'] for security_group_rule, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:00.873658 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc3e1e-8c45-4f5c-8ea4-d8f3f3fc5b55 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c472274-5308-4d9f-a6f9-2beef970cb07,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:17:00.885172 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2bfc3e1e-8c45-4f5c-8ea4-d8f3f3fc5b55 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:00.887197 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-2bfc3e1e-8c45-4f5c-8ea4-d8f3f3fc5b55 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1527297 Jun 27 20:17:00.889649 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 36080) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:17:00.894882 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-48467e1c-cac9-47b2-a65b-c5250bee55e1 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Request body: {'security_group_rule': {'security_group_id': '22f180de-17e9-49a1-bd4b-43c782e17e66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:17:00.901008 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-48467e1c-cac9-47b2-a65b-c5250bee55e1 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:17:00.904939 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-48467e1c-cac9-47b2-a65b-c5250bee55e1 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Usage tracker for resource:security_group_rule and tenant:54b0294a170e40e289cebd5d6db0e2e7 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:17:00.907903 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-48467e1c-cac9-47b2-a65b-c5250bee55e1 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:17:00.914314 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-48467e1c-cac9-47b2-a65b-c5250bee55e1 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:17:00.932415 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-48467e1c-cac9-47b2-a65b-c5250bee55e1 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:00.995438 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-48467e1c-cac9-47b2-a65b-c5250bee55e1 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:00.998864 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-48467e1c-cac9-47b2-a65b-c5250bee55e1 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438251'] for security_group_rule, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:01.022527 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48467e1c-cac9-47b2-a65b-c5250bee55e1 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4786c76-3ade-44f6-9bad-022cf406c367,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:17:01.031182 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-48467e1c-cac9-47b2-a65b-c5250bee55e1 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:01.032481 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-48467e1c-cac9-47b2-a65b-c5250bee55e1 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1418707 Jun 27 20:17:01.035513 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 36084) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:17:01.041070 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-3444b355-a080-4095-86c7-4b8de3ff7019 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Request body: {'floatingip': {'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:17:01.046910 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-3444b355-a080-4095-86c7-4b8de3ff7019 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:17:01.051207 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-3444b355-a080-4095-86c7-4b8de3ff7019 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Usage tracker for resource:floatingip and tenant:54b0294a170e40e289cebd5d6db0e2e7 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:17:01.054806 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-3444b355-a080-4095-86c7-4b8de3ff7019 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:17:01.060683 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-3444b355-a080-4095-86c7-4b8de3ff7019 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:17:01.071279 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3444b355-a080-4095-86c7-4b8de3ff7019 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for floatingip, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:01.204994 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3444b355-a080-4095-86c7-4b8de3ff7019 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:01.344264 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-3444b355-a080-4095-86c7-4b8de3ff7019 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Allocated IP 172.27.3.38 (f5e38b28-d42a-47c6-b8ea-5d0ae1b51160/4aa6a97f-4da5-4d03-b34a-f88023a9290b/46c23439-66a5-4b5f-9623-43c2a907d07f) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:17:01.494573 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3444b355-a080-4095-86c7-4b8de3ff7019 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:01.523499 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3444b355-a080-4095-86c7-4b8de3ff7019 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14170096'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:01.582510 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3444b355-a080-4095-86c7-4b8de3ff7019 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:17:01.585299 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-3444b355-a080-4095-86c7-4b8de3ff7019 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:17:01.593881 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3444b355-a080-4095-86c7-4b8de3ff7019 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:17:01.631268 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444b355-a080-4095-86c7-4b8de3ff7019 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Pushing event updated for resources: {'Port': ['ID=46c23439-66a5-4b5f-9623-43c2a907d07f,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:17:01.680914 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3444b355-a080-4095-86c7-4b8de3ff7019 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:01.731032 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a74071-a01f-41d6-921b-073e4088538a None None] Sync routers for ids ['315f6152-bc59-4b29-b556-4848dd324f4e'] in dv-cinder-845799-1-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:17:01.741811 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3444b355-a080-4095-86c7-4b8de3ff7019 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:01.748746 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a74071-a01f-41d6-921b-073e4088538a None None] Routers {'315f6152-bc59-4b29-b556-4848dd324f4e'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:17:01.749744 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-41a74071-a01f-41d6-921b-073e4088538a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:16:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['315f6152-bc59-4b29-b556-4848dd324f4e'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:17:01.920904 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-41a74071-a01f-41d6-921b-073e4088538a None None] Set router 315f6152-bc59-4b29-b556-4848dd324f4e gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:17:01.956760 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3444b355-a080-4095-86c7-4b8de3ff7019 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:01.961065 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3444b355-a080-4095-86c7-4b8de3ff7019 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14170087'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:02.072232 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444b355-a080-4095-86c7-4b8de3ff7019 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Pushing event updated for resources: {'Port': ['ID=46c23439-66a5-4b5f-9623-43c2a907d07f,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:17:02.080803 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3444b355-a080-4095-86c7-4b8de3ff7019 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16271055'] for floatingip, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:02.104335 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3444b355-a080-4095-86c7-4b8de3ff7019 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:02.105962 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-3444b355-a080-4095-86c7-4b8de3ff7019 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0694692 Jun 27 20:17:02.146959 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 42628bc1-b99b-48d7-85bb-616808fa0232 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:17:02.218891 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning for port 42628bc1-b99b-48d7-85bb-616808fa0232 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:17:02.224151 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 42628bc1-b99b-48d7-85bb-616808fa0232 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:17:02.224647 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:02.240314 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-41a74071-a01f-41d6-921b-073e4088538a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'name': 'tempest-AttachVolumeNegativeTest-991836189-router', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:16:55Z', 'updated_at': '2022-06-27T20:16:59Z', 'revision_number': 4, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'gw_port': {'id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:56Z', 'updated_at': '2022-06-27T20:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '1f0d5a2c-5e51-4540-a433-4c5f088fdfcf', 'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'mac_address': 'fa:16:3e:dd:1f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:58Z', 'updated_at': '2022-06-27T20:16:59Z', 'revision_number': 2, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'subnets': [{'id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:17:02.244828 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a74071-a01f-41d6-921b-073e4088538a None None] Checking router: 315f6152-bc59-4b29-b556-4848dd324f4e for host: dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:17:02.245179 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a74071-a01f-41d6-921b-073e4088538a None None] Updating router 315f6152-bc59-4b29-b556-4848dd324f4e port 1f0d5a2c-5e51-4540-a433-4c5f088fdfcf binding host dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 20:17:02.287682 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-08095173-9d77-4a68-9445-afa97764edb1 req-03f96a64-0682-421b-b32b-0244c8f50af2 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1117354534&fields=id&tenant_id=54b0294a170e40e289cebd5d6db0e2e7 HTTP/1.1" status: 200 len: 267 time: 0.0424860 Jun 27 20:17:02.297607 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-41a74071-a01f-41d6-921b-073e4088538a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:02.345818 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 42628bc1-b99b-48d7-85bb-616808fa0232 is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:17:02.346181 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:02.362985 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] For port 42628bc1-b99b-48d7-85bb-616808fa0232, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=42628bc1-b99b-48d7-85bb-616808fa0232,segment=NetworkSegment(c8e1d377-ef10-44fe-8306-b14a68212fb0),segment_id=c8e1d377-ef10-44fe-8306-b14a68212fb0)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:17:02.367529 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:02.437165 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Pushing event updated for resources: {'Port': ['ID=42628bc1-b99b-48d7-85bb-616808fa0232,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:17:02.450240 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08095173-9d77-4a68-9445-afa97764edb1 req-8ae28644-197f-4d7c-9085-5367dd8002ba tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:17:02.451685 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-08095173-9d77-4a68-9445-afa97764edb1 req-8ae28644-197f-4d7c-9085-5367dd8002ba tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/networks?id=a4f9d903-5282-4633-b410-1fa282e9a3fa HTTP/1.1" status: 200 len: 814 time: 0.1563573 Jun 27 20:17:02.466795 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-08095173-9d77-4a68-9445-afa97764edb1 req-a60678a3-b3f1-4b7d-bc7e-627f6c566a94 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/quotas/54b0294a170e40e289cebd5d6db0e2e7 HTTP/1.1" status: 200 len: 375 time: 0.0089262 Jun 27 20:17:02.557942 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-08095173-9d77-4a68-9445-afa97764edb1 req-e4da2c7f-0dca-405b-b06c-79b17e08f990 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=54b0294a170e40e289cebd5d6db0e2e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0861025 Jun 27 20:17:02.664151 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-41a74071-a01f-41d6-921b-073e4088538a None None] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:02.676458 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-41a74071-a01f-41d6-921b-073e4088538a None None] Transition to ACTIVE for port object 1f0d5a2c-5e51-4540-a433-4c5f088fdfcf will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:17:02.683985 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-41a74071-a01f-41d6-921b-073e4088538a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:02.808203 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-08095173-9d77-4a68-9445-afa97764edb1 req-3ace54a0-b826-4b4a-9526-f9863be113bf service neutron] 10.222.0.23 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385950 Jun 27 20:17:02.841329 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55b38b-2ba9-4fa5-b467-68c817b6ecce None None] Pushing event updated for resources: {'Port': ['ID=1f0d5a2c-5e51-4540-a433-4c5f088fdfcf,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:17:02.858765 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be55b38b-2ba9-4fa5-b467-68c817b6ecce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:17:02.859100 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be55b38b-2ba9-4fa5-b467-68c817b6ecce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:17:02.859436 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be55b38b-2ba9-4fa5-b467-68c817b6ecce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:17:02.859760 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be55b38b-2ba9-4fa5-b467-68c817b6ecce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:17:02.860085 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be55b38b-2ba9-4fa5-b467-68c817b6ecce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:17:02.860405 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be55b38b-2ba9-4fa5-b467-68c817b6ecce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:17:02.860722 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be55b38b-2ba9-4fa5-b467-68c817b6ecce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:17:02.861039 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be55b38b-2ba9-4fa5-b467-68c817b6ecce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:17:02.861354 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be55b38b-2ba9-4fa5-b467-68c817b6ecce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:17:02.861689 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be55b38b-2ba9-4fa5-b467-68c817b6ecce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:17:02.862002 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be55b38b-2ba9-4fa5-b467-68c817b6ecce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:17:02.862310 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be55b38b-2ba9-4fa5-b467-68c817b6ecce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:17:02.921708 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-41a74071-a01f-41d6-921b-073e4088538a None None] Attempting to bind port 1f0d5a2c-5e51-4540-a433-4c5f088fdfcf on host dv-cinder-845799-1-iscsi for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:17:02.922066 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-41a74071-a01f-41d6-921b-073e4088538a None None] Attempting to bind port 1f0d5a2c-5e51-4540-a433-4c5f088fdfcf by drivers openvswitch,hyperv on host dv-cinder-845799-1-iscsi at level 0 using segments [{'id': 'd82ac3e5-92a8-4aa0-98bb-ca4afef7dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:17:02.922414 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a74071-a01f-41d6-921b-073e4088538a None None] Attempting to bind port 1f0d5a2c-5e51-4540-a433-4c5f088fdfcf on network a4f9d903-5282-4633-b410-1fa282e9a3fa {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:17:02.928069 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a74071-a01f-41d6-921b-073e4088538a None None] Checking agent: {'id': '002de21a-1fb9-4fe8-99da-e58f143369d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845799-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 19, 56, 48), 'started_at': datetime.datetime(2022, 6, 27, 19, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845799-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:17:02.928488 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a74071-a01f-41d6-921b-073e4088538a None None] Checking segment: {'id': 'd82ac3e5-92a8-4aa0-98bb-ca4afef7dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:17:02.928879 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-41a74071-a01f-41d6-921b-073e4088538a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:02.929809 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a74071-a01f-41d6-921b-073e4088538a None None] Bound using segment: {'id': 'd82ac3e5-92a8-4aa0-98bb-ca4afef7dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:17:02.930300 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-41a74071-a01f-41d6-921b-073e4088538a None None] Bound port: 1f0d5a2c-5e51-4540-a433-4c5f088fdfcf, host: dv-cinder-845799-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd82ac3e5-92a8-4aa0-98bb-ca4afef7dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:17:02.930658 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-41a74071-a01f-41d6-921b-073e4088538a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:02.957708 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-08095173-9d77-4a68-9445-afa97764edb1 req-2e2c24fb-9e71-4ff5-a152-6937ad36d9fd service neutron] 10.222.0.23 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411684 Jun 27 20:17:03.025681 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-41a74071-a01f-41d6-921b-073e4088538a None None] For port 1f0d5a2c-5e51-4540-a433-4c5f088fdfcf, host dv-cinder-845799-1-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:17:03.029091 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-41a74071-a01f-41d6-921b-073e4088538a None None] For port 1f0d5a2c-5e51-4540-a433-4c5f088fdfcf, host dv-cinder-845799-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=1f0d5a2c-5e51-4540-a433-4c5f088fdfcf,segment=NetworkSegment(d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd),segment_id=d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:17:03.033283 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-41a74071-a01f-41d6-921b-073e4088538a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:03.110264 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a74071-a01f-41d6-921b-073e4088538a None None] Routers {'315f6152-bc59-4b29-b556-4848dd324f4e'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:17:03.110889 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-41a74071-a01f-41d6-921b-073e4088538a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:16:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['315f6152-bc59-4b29-b556-4848dd324f4e'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:17:03.186773 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c3daacb1-5441-47c5-995f-10d89dcc8dc1 req-503dab25-80f2-453c-99b7-2a28cbaeb80b tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5 HTTP/1.1" status: 200 len: 210 time: 0.0601428 Jun 27 20:17:03.243957 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55b38b-2ba9-4fa5-b467-68c817b6ecce None None] Pushing event updated for resources: {'Port': ['ID=1f0d5a2c-5e51-4540-a433-4c5f088fdfcf,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:17:03.314435 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-41a74071-a01f-41d6-921b-073e4088538a None None] Set router 315f6152-bc59-4b29-b556-4848dd324f4e gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:17:03.663388 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-41a74071-a01f-41d6-921b-073e4088538a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'name': 'tempest-AttachVolumeNegativeTest-991836189-router', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:16:55Z', 'updated_at': '2022-06-27T20:16:59Z', 'revision_number': 4, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'gw_port': {'id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:56Z', 'updated_at': '2022-06-27T20:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '1f0d5a2c-5e51-4540-a433-4c5f088fdfcf', 'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'mac_address': 'fa:16:3e:dd:1f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:58Z', 'updated_at': '2022-06-27T20:17:03Z', 'revision_number': 4, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'subnets': [{'id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:17:03.667860 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a74071-a01f-41d6-921b-073e4088538a None None] The sync data for ids ['315f6152-bc59-4b29-b556-4848dd324f4e'] in dv-cinder-845799-1-iscsi is: [{'id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'name': 'tempest-AttachVolumeNegativeTest-991836189-router', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:16:55Z', 'updated_at': '2022-06-27T20:16:59Z', 'revision_number': 4, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'gw_port': {'id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:56Z', 'updated_at': '2022-06-27T20:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '1f0d5a2c-5e51-4540-a433-4c5f088fdfcf', 'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'mac_address': 'fa:16:3e:dd:1f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:58Z', 'updated_at': '2022-06-27T20:17:03Z', 'revision_number': 4, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'subnets': [{'id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:17:04.131626 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 1f0d5a2c-5e51-4540-a433-4c5f088fdfcf up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:17:04.211683 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning for port 1f0d5a2c-5e51-4540-a433-4c5f088fdfcf completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:17:04.219259 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 1f0d5a2c-5e51-4540-a433-4c5f088fdfcf triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:17:04.219631 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:04.351283 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08095173-9d77-4a68-9445-afa97764edb1 req-678454b7-6655-4b23-bfbf-a49284b6d967 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:17:04.352068 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-08095173-9d77-4a68-9445-afa97764edb1 req-678454b7-6655-4b23-bfbf-a49284b6d967 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Synchronizing usage tracker for tenant:54b0294a170e40e289cebd5d6db0e2e7 on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:17:04.354582 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 1f0d5a2c-5e51-4540-a433-4c5f088fdfcf is: DOWN; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:17:04.354957 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:04.374067 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-08095173-9d77-4a68-9445-afa97764edb1 req-678454b7-6655-4b23-bfbf-a49284b6d967 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Unset dirty status for tenant:54b0294a170e40e289cebd5d6db0e2e7 on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:17:04.375734 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-08095173-9d77-4a68-9445-afa97764edb1 req-678454b7-6655-4b23-bfbf-a49284b6d967 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.15 "GET /v2.0/networks?id=a4f9d903-5282-4633-b410-1fa282e9a3fa HTTP/1.1" status: 200 len: 814 time: 0.2030783 Jun 27 20:17:04.393096 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] For port 1f0d5a2c-5e51-4540-a433-4c5f088fdfcf, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=1f0d5a2c-5e51-4540-a433-4c5f088fdfcf,segment=NetworkSegment(d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd),segment_id=d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:17:04.396235 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a6edbf3c-76cb-44aa-b121-a4bc542e1189 req-68bdf31d-1eb3-4c87-b61b-8a0bada0ac14 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5 HTTP/1.1" status: 200 len: 210 time: 0.0597136 Jun 27 20:17:04.400401 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:04.401416 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 42628bc1-b99b-48d7-85bb-616808fa0232 up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:17:04.437580 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-08095173-9d77-4a68-9445-afa97764edb1 req-69faeff5-aa2d-4696-afe3-37860456b931 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Synchronizing usage tracker for tenant:54b0294a170e40e289cebd5d6db0e2e7 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:17:04.456649 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-08095173-9d77-4a68-9445-afa97764edb1 req-69faeff5-aa2d-4696-afe3-37860456b931 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Unset dirty status for tenant:54b0294a170e40e289cebd5d6db0e2e7 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:17:04.458339 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-08095173-9d77-4a68-9445-afa97764edb1 req-69faeff5-aa2d-4696-afe3-37860456b931 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54b0294a170e40e289cebd5d6db0e2e7 HTTP/1.1" status: 200 len: 380 time: 0.0675101 Jun 27 20:17:04.467837 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-08095173-9d77-4a68-9445-afa97764edb1 req-e26489b9-da88-41f6-8ec9-7658d1f6fbde tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Request body: {'port': {'device_id': '4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'admin_state_up': True, 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'security_groups': ['22f180de-17e9-49a1-bd4b-43c782e17e66']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:17:04.528177 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Pushing event updated for resources: {'Port': ['ID=1f0d5a2c-5e51-4540-a433-4c5f088fdfcf,revision_number=5']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:17:04.537679 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:17:04.538022 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:17:04.538360 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:17:04.539275 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:17:04.539608 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:17:04.539927 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:17:04.540248 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:17:04.540566 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:17:04.540885 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:17:04.541200 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:17:04.541514 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:17:04.541851 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:17:04.551198 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 42628bc1-b99b-48d7-85bb-616808fa0232 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:17:04.551414 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:04.609333 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-08095173-9d77-4a68-9445-afa97764edb1 req-e26489b9-da88-41f6-8ec9-7658d1f6fbde tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:17:04.613112 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-08095173-9d77-4a68-9445-afa97764edb1 req-e26489b9-da88-41f6-8ec9-7658d1f6fbde tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Usage tracker for resource:port and tenant:54b0294a170e40e289cebd5d6db0e2e7 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:17:04.616017 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-08095173-9d77-4a68-9445-afa97764edb1 req-e26489b9-da88-41f6-8ec9-7658d1f6fbde tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:17:04.621725 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-08095173-9d77-4a68-9445-afa97764edb1 req-e26489b9-da88-41f6-8ec9-7658d1f6fbde tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:17:04.631131 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08095173-9d77-4a68-9445-afa97764edb1 req-e26489b9-da88-41f6-8ec9-7658d1f6fbde tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Made reservation on behalf of 54b0294a170e40e289cebd5d6db0e2e7 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:17:04.635271 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-08095173-9d77-4a68-9445-afa97764edb1 req-e26489b9-da88-41f6-8ec9-7658d1f6fbde tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:04.665905 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 42628bc1-b99b-48d7-85bb-616808fa0232 is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:17:04.794485 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-08095173-9d77-4a68-9445-afa97764edb1 req-e26489b9-da88-41f6-8ec9-7658d1f6fbde tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Allocated IP 172.20.0.4 (a4f9d903-5282-4633-b410-1fa282e9a3fa/477b3e9f-4c1d-42b2-a34b-ca1847893d97/581bca22-9e15-402b-a0fe-d858ca1fc613) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:17:05.070971 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-08095173-9d77-4a68-9445-afa97764edb1 req-e26489b9-da88-41f6-8ec9-7658d1f6fbde tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:05.086128 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-08095173-9d77-4a68-9445-afa97764edb1 req-e26489b9-da88-41f6-8ec9-7658d1f6fbde tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Transition to ACTIVE for port object 581bca22-9e15-402b-a0fe-d858ca1fc613 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:17:05.108256 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-08095173-9d77-4a68-9445-afa97764edb1 req-e26489b9-da88-41f6-8ec9-7658d1f6fbde tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:05.175999 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08095173-9d77-4a68-9445-afa97764edb1 req-e26489b9-da88-41f6-8ec9-7658d1f6fbde tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Network a4f9d903-5282-4633-b410-1fa282e9a3fa is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:17:05.184174 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-08095173-9d77-4a68-9445-afa97764edb1 req-e26489b9-da88-41f6-8ec9-7658d1f6fbde tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:17:05.188356 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-08095173-9d77-4a68-9445-afa97764edb1 req-e26489b9-da88-41f6-8ec9-7658d1f6fbde tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:17:05.218421 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26489b9-da88-41f6-8ec9-7658d1f6fbde tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Pushing event updated for resources: {'Port': ['ID=581bca22-9e15-402b-a0fe-d858ca1fc613,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:17:05.254928 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08095173-9d77-4a68-9445-afa97764edb1 req-e26489b9-da88-41f6-8ec9-7658d1f6fbde tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:17:05.255624 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-08095173-9d77-4a68-9445-afa97764edb1 req-e26489b9-da88-41f6-8ec9-7658d1f6fbde tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:05.277850 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-08095173-9d77-4a68-9445-afa97764edb1 req-e26489b9-da88-41f6-8ec9-7658d1f6fbde tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8145540 Jun 27 20:17:05.295379 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-08095173-9d77-4a68-9445-afa97764edb1 req-3ecdbdfd-74dd-4eba-8da2-2f99ddb1a4ea service neutron] Request body: {'port': {'device_id': '4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84579'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:17:05.405424 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-08095173-9d77-4a68-9445-afa97764edb1 req-3ecdbdfd-74dd-4eba-8da2-2f99ddb1a4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:05.453364 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-b316fbef-a658-41bc-82a1-0c221ae43786 None None] Provisioning for port 581bca22-9e15-402b-a0fe-d858ca1fc613 completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:17:05.459304 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-b316fbef-a658-41bc-82a1-0c221ae43786 None None] Provisioning complete for port 581bca22-9e15-402b-a0fe-d858ca1fc613 triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:17:05.459809 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b316fbef-a658-41bc-82a1-0c221ae43786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:05.519755 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-b316fbef-a658-41bc-82a1-0c221ae43786 None None] Port 581bca22-9e15-402b-a0fe-d858ca1fc613 cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:17:05.591952 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a92aaa-f72c-4f3a-9c4b-4faf4c7f682f req-a133d811-49b5-4664-ac44-551136b63b51 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:17:05.593311 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-60a92aaa-f72c-4f3a-9c4b-4faf4c7f682f req-a133d811-49b5-4664-ac44-551136b63b51 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5 HTTP/1.1" status: 200 len: 931 time: 0.0907147 Jun 27 20:17:05.636864 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-60a92aaa-f72c-4f3a-9c4b-4faf4c7f682f req-5c2155f1-3d5b-4650-a540-31484a1a168d tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=22f180de-17e9-49a1-bd4b-43c782e17e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375798 Jun 27 20:17:05.743962 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [req-08095173-9d77-4a68-9445-afa97764edb1 req-3ecdbdfd-74dd-4eba-8da2-2f99ddb1a4ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 581bca22-9e15-402b-a0fe-d858ca1fc613 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:17:05.751156 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-08095173-9d77-4a68-9445-afa97764edb1 req-3ecdbdfd-74dd-4eba-8da2-2f99ddb1a4ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:05.765444 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-08095173-9d77-4a68-9445-afa97764edb1 req-3ecdbdfd-74dd-4eba-8da2-2f99ddb1a4ea service neutron] Transition to ACTIVE for port object 581bca22-9e15-402b-a0fe-d858ca1fc613 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:17:05.769150 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-08095173-9d77-4a68-9445-afa97764edb1 req-3ecdbdfd-74dd-4eba-8da2-2f99ddb1a4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:05.927709 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecdbdfd-74dd-4eba-8da2-2f99ddb1a4ea service neutron] Pushing event updated for resources: {'Port': ['ID=581bca22-9e15-402b-a0fe-d858ca1fc613,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:17:06.010427 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-08095173-9d77-4a68-9445-afa97764edb1 req-3ecdbdfd-74dd-4eba-8da2-2f99ddb1a4ea service neutron] Attempting to bind port 581bca22-9e15-402b-a0fe-d858ca1fc613 on host hv-cinder-84579 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:17:06.010752 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-08095173-9d77-4a68-9445-afa97764edb1 req-3ecdbdfd-74dd-4eba-8da2-2f99ddb1a4ea service neutron] Attempting to bind port 581bca22-9e15-402b-a0fe-d858ca1fc613 by drivers openvswitch,hyperv on host hv-cinder-84579 at level 0 using segments [{'id': 'd82ac3e5-92a8-4aa0-98bb-ca4afef7dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:17:06.011065 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08095173-9d77-4a68-9445-afa97764edb1 req-3ecdbdfd-74dd-4eba-8da2-2f99ddb1a4ea service neutron] Attempting to bind port 581bca22-9e15-402b-a0fe-d858ca1fc613 on network a4f9d903-5282-4633-b410-1fa282e9a3fa {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:17:06.015736 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08095173-9d77-4a68-9445-afa97764edb1 req-3ecdbdfd-74dd-4eba-8da2-2f99ddb1a4ea service neutron] Port 581bca22-9e15-402b-a0fe-d858ca1fc613 on network a4f9d903-5282-4633-b410-1fa282e9a3fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84579 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 20:17:06.016044 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08095173-9d77-4a68-9445-afa97764edb1 req-3ecdbdfd-74dd-4eba-8da2-2f99ddb1a4ea service neutron] Attempting to bind port 581bca22-9e15-402b-a0fe-d858ca1fc613 on network a4f9d903-5282-4633-b410-1fa282e9a3fa {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:17:06.021051 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08095173-9d77-4a68-9445-afa97764edb1 req-3ecdbdfd-74dd-4eba-8da2-2f99ddb1a4ea service neutron] Checking agent: {'id': '31e345cd-768d-4f38-b592-a73bb4a1bf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84579', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'started_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:17:06.021373 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08095173-9d77-4a68-9445-afa97764edb1 req-3ecdbdfd-74dd-4eba-8da2-2f99ddb1a4ea service neutron] Checking segment: {'id': 'd82ac3e5-92a8-4aa0-98bb-ca4afef7dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:17:06.021778 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08095173-9d77-4a68-9445-afa97764edb1 req-3ecdbdfd-74dd-4eba-8da2-2f99ddb1a4ea service neutron] Bound using segment: {'id': 'd82ac3e5-92a8-4aa0-98bb-ca4afef7dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:17:06.022192 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-08095173-9d77-4a68-9445-afa97764edb1 req-3ecdbdfd-74dd-4eba-8da2-2f99ddb1a4ea service neutron] Bound port: 581bca22-9e15-402b-a0fe-d858ca1fc613, host: hv-cinder-84579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd82ac3e5-92a8-4aa0-98bb-ca4afef7dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:17:06.022523 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-08095173-9d77-4a68-9445-afa97764edb1 req-3ecdbdfd-74dd-4eba-8da2-2f99ddb1a4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:06.103486 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 1f0d5a2c-5e51-4540-a433-4c5f088fdfcf up at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:17:06.116334 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-08095173-9d77-4a68-9445-afa97764edb1 req-3ecdbdfd-74dd-4eba-8da2-2f99ddb1a4ea service neutron] For port 581bca22-9e15-402b-a0fe-d858ca1fc613, host hv-cinder-84579, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:17:06.119987 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-08095173-9d77-4a68-9445-afa97764edb1 req-3ecdbdfd-74dd-4eba-8da2-2f99ddb1a4ea service neutron] For port 581bca22-9e15-402b-a0fe-d858ca1fc613, host hv-cinder-84579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=581bca22-9e15-402b-a0fe-d858ca1fc613,segment=NetworkSegment(d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd),segment_id=d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:17:06.124463 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-08095173-9d77-4a68-9445-afa97764edb1 req-3ecdbdfd-74dd-4eba-8da2-2f99ddb1a4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:06.170610 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Provisioning complete for port 1f0d5a2c-5e51-4540-a433-4c5f088fdfcf triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:17:06.170975 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:06.177351 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08095173-9d77-4a68-9445-afa97764edb1 req-3ecdbdfd-74dd-4eba-8da2-2f99ddb1a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:17:06.177982 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-08095173-9d77-4a68-9445-afa97764edb1 req-3ecdbdfd-74dd-4eba-8da2-2f99ddb1a4ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:06.179566 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-08095173-9d77-4a68-9445-afa97764edb1 req-3ecdbdfd-74dd-4eba-8da2-2f99ddb1a4ea service neutron] 10.222.0.15 "PUT /v2.0/ports/581bca22-9e15-402b-a0fe-d858ca1fc613 HTTP/1.1" status: 200 len: 1093 time: 0.8885489 Jun 27 20:17:06.183276 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5', 'tag': '581bca22-9e15-402b-a0fe-d858ca1fc613'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:17:06.219097 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecdbdfd-74dd-4eba-8da2-2f99ddb1a4ea service neutron] Pushing event updated for resources: {'Port': ['ID=581bca22-9e15-402b-a0fe-d858ca1fc613,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:17:06.242407 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6686b98-dece-4ab9-b633-74789cb25db2'] response: {'name': 'network-changed', 'server_uuid': '4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5', 'tag': '581bca22-9e15-402b-a0fe-d858ca1fc613', 'status': 'completed', 'code': 200} Jun 27 20:17:06.304945 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 1f0d5a2c-5e51-4540-a433-4c5f088fdfcf is: ACTIVE; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:17:06.336567 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08095173-9d77-4a68-9445-afa97764edb1 req-199c55e8-3f0f-42ea-87bf-d7166cdc3a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:17:06.338082 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-08095173-9d77-4a68-9445-afa97764edb1 req-199c55e8-3f0f-42ea-87bf-d7166cdc3a85 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54b0294a170e40e289cebd5d6db0e2e7&device_id=4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5 HTTP/1.1" status: 200 len: 1096 time: 0.0818760 Jun 27 20:17:06.415109 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-08095173-9d77-4a68-9445-afa97764edb1 req-f07eee79-7c1f-4af3-92b9-eddd81ab63d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=581bca22-9e15-402b-a0fe-d858ca1fc613 HTTP/1.1" status: 200 len: 217 time: 0.0641420 Jun 27 20:17:06.475852 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08095173-9d77-4a68-9445-afa97764edb1 req-e20e3dc1-e231-43d9-93fb-7f832ab7695b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:17:06.477307 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-08095173-9d77-4a68-9445-afa97764edb1 req-e20e3dc1-e231-43d9-93fb-7f832ab7695b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=477b3e9f-4c1d-42b2-a34b-ca1847893d97 HTTP/1.1" status: 200 len: 853 time: 0.0569677 Jun 27 20:17:06.561036 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08095173-9d77-4a68-9445-afa97764edb1 req-5f7e6210-cb21-4975-af87-b46d860e1bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:17:06.562520 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-08095173-9d77-4a68-9445-afa97764edb1 req-5f7e6210-cb21-4975-af87-b46d860e1bce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4f9d903-5282-4633-b410-1fa282e9a3fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795135 Jun 27 20:17:06.786168 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-08095173-9d77-4a68-9445-afa97764edb1 req-2df5ad54-6152-4ccc-aaf6-a213a0e5916c service neutron] 10.222.0.15 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175450 Jun 27 20:17:06.834309 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b704bda-fbaa-42df-9dd2-c64ab6e57993 req-bd6bfd10-37a3-407a-88c3-6e54487a3458 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:17:06.836502 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5b704bda-fbaa-42df-9dd2-c64ab6e57993 req-bd6bfd10-37a3-407a-88c3-6e54487a3458 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5 HTTP/1.1" status: 200 len: 943 time: 0.0906670 Jun 27 20:17:06.882279 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5b704bda-fbaa-42df-9dd2-c64ab6e57993 req-38e9f496-304a-4fa7-a99b-c01faef4f813 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=22f180de-17e9-49a1-bd4b-43c782e17e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398223 Jun 27 20:17:06.919415 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-08095173-9d77-4a68-9445-afa97764edb1 req-a3570e03-e8df-440f-b290-8227d43ce547 service neutron] 10.222.0.15 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273282 Jun 27 20:17:07.077368 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc3448-1832-40d0-bc34-5f97327a55c4 req-fc5d163a-8657-44c6-835b-f74d46197e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:17:07.078849 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-b1fc3448-1832-40d0-bc34-5f97327a55c4 req-fc5d163a-8657-44c6-835b-f74d46197e94 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54b0294a170e40e289cebd5d6db0e2e7&device_id=4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5 HTTP/1.1" status: 200 len: 1096 time: 0.0763769 Jun 27 20:17:07.208341 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc3448-1832-40d0-bc34-5f97327a55c4 req-bf58e8c5-6ab0-43d2-99a5-363c97c23caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:17:07.209722 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-b1fc3448-1832-40d0-bc34-5f97327a55c4 req-bf58e8c5-6ab0-43d2-99a5-363c97c23caa service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4f9d903-5282-4633-b410-1fa282e9a3fa HTTP/1.1" status: 200 len: 915 time: 0.1228416 Jun 27 20:17:07.279454 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-b1fc3448-1832-40d0-bc34-5f97327a55c4 req-cf4ac3dd-0b89-4ca7-8bdd-48da7e4c84cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=581bca22-9e15-402b-a0fe-d858ca1fc613 HTTP/1.1" status: 200 len: 217 time: 0.0633984 Jun 27 20:17:07.340239 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc3448-1832-40d0-bc34-5f97327a55c4 req-4344bca6-df18-4822-8bc3-376991dc6911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:17:07.341680 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-b1fc3448-1832-40d0-bc34-5f97327a55c4 req-4344bca6-df18-4822-8bc3-376991dc6911 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=477b3e9f-4c1d-42b2-a34b-ca1847893d97 HTTP/1.1" status: 200 len: 853 time: 0.0569358 Jun 27 20:17:07.423577 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc3448-1832-40d0-bc34-5f97327a55c4 req-0bf18a93-8f0d-4f6e-b5fc-e71eb4dba01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:17:07.425254 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-b1fc3448-1832-40d0-bc34-5f97327a55c4 req-0bf18a93-8f0d-4f6e-b5fc-e71eb4dba01d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4f9d903-5282-4633-b410-1fa282e9a3fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782151 Jun 27 20:17:07.552969 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-b1fc3448-1832-40d0-bc34-5f97327a55c4 req-916dba76-a535-4117-80d6-97f64a1abc09 service neutron] 10.222.0.15 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213253 Jun 27 20:17:07.680882 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-b1fc3448-1832-40d0-bc34-5f97327a55c4 req-1ee730ab-ea63-47e6-bf74-10285c51a40e service neutron] 10.222.0.15 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214395 Jun 27 20:17:08.071730 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f376b-bb12-4434-8d2b-8f754b5fac4d req-4f2fcf0c-1530-4d14-ad70-c9549719f469 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:17:08.073175 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7e3f376b-bb12-4434-8d2b-8f754b5fac4d req-4f2fcf0c-1530-4d14-ad70-c9549719f469 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5 HTTP/1.1" status: 200 len: 943 time: 0.0853953 Jun 27 20:17:08.118665 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7e3f376b-bb12-4434-8d2b-8f754b5fac4d req-eba757cb-49aa-44b8-b6e4-aab71f95b270 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=22f180de-17e9-49a1-bd4b-43c782e17e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379815 Jun 27 20:17:09.308830 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8efde-f1ba-4e59-8df0-730809a7f181 req-20998e95-fdfb-4b57-b4ee-2e07d931f3cc tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:17:09.310297 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9ed8efde-f1ba-4e59-8df0-730809a7f181 req-20998e95-fdfb-4b57-b4ee-2e07d931f3cc tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5 HTTP/1.1" status: 200 len: 943 time: 0.0899501 Jun 27 20:17:09.353504 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9ed8efde-f1ba-4e59-8df0-730809a7f181 req-3c9400ef-239c-4a7c-8b16-418ad9d91ac8 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=22f180de-17e9-49a1-bd4b-43c782e17e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375428 Jun 27 20:17:10.543578 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f62a6f-976d-4530-9f48-5444062b5528 req-e31344f5-ab37-4187-bf8e-95a137bbce6f tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:17:10.544922 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d5f62a6f-976d-4530-9f48-5444062b5528 req-e31344f5-ab37-4187-bf8e-95a137bbce6f tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5 HTTP/1.1" status: 200 len: 943 time: 0.0840862 Jun 27 20:17:10.590433 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d5f62a6f-976d-4530-9f48-5444062b5528 req-918cadd3-17ba-46ce-af16-6057465c9508 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=22f180de-17e9-49a1-bd4b-43c782e17e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396903 Jun 27 20:17:10.968521 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 581bca22-9e15-402b-a0fe-d858ca1fc613 details requested by agent hyperv_hv-cinder-84579 with host hv-cinder-84579 {{(pid=88115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 20:17:11.126086 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 581bca22-9e15-402b-a0fe-d858ca1fc613, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=581bca22-9e15-402b-a0fe-d858ca1fc613,segment=NetworkSegment(d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd),segment_id=d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:17:11.138681 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Returning: {'device': '581bca22-9e15-402b-a0fe-d858ca1fc613', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'port_id': '581bca22-9e15-402b-a0fe-d858ca1fc613', 'mac_address': 'fa:16:3e:84:e3:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 20:17:11.191487 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 581bca22-9e15-402b-a0fe-d858ca1fc613 is: DOWN; New status is: BUILD {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:17:11.191857 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:11.207654 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 581bca22-9e15-402b-a0fe-d858ca1fc613 {{(pid=88115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:17:11.222624 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 581bca22-9e15-402b-a0fe-d858ca1fc613, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=581bca22-9e15-402b-a0fe-d858ca1fc613,segment=NetworkSegment(d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd),segment_id=d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:17:11.226611 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:11.293959 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=581bca22-9e15-402b-a0fe-d858ca1fc613,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:17:11.656754 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['581bca22-9e15-402b-a0fe-d858ca1fc613'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:17:11.792163 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4484d-9d5e-4df8-9654-00a1ef23a935 req-9833e1dc-cf38-4070-95ae-f64569b6718d tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:17:11.793632 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-24c4484d-9d5e-4df8-9654-00a1ef23a935 req-9833e1dc-cf38-4070-95ae-f64569b6718d tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5 HTTP/1.1" status: 200 len: 944 time: 0.1004298 Jun 27 20:17:11.837830 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-24c4484d-9d5e-4df8-9654-00a1ef23a935 req-b86b0512-88f1-45f5-9753-1cc088dec0c8 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=22f180de-17e9-49a1-bd4b-43c782e17e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384328 Jun 27 20:17:12.569446 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:12.985186 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 581bca22-9e15-402b-a0fe-d858ca1fc613 up at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:17:13.029473 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec97b3-8b85-4106-a0b2-aaf20a5ad95a req-1a2f6b44-b02d-41f0-a39b-4d8996457f5c tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:17:13.030921 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6fec97b3-8b85-4106-a0b2-aaf20a5ad95a req-1a2f6b44-b02d-41f0-a39b-4d8996457f5c tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5 HTTP/1.1" status: 200 len: 944 time: 0.0903418 Jun 27 20:17:13.051727 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning for port 581bca22-9e15-402b-a0fe-d858ca1fc613 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:17:13.056383 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning complete for port 581bca22-9e15-402b-a0fe-d858ca1fc613 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:17:13.056753 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:13.075030 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6fec97b3-8b85-4106-a0b2-aaf20a5ad95a req-76f4f928-e1da-46d4-9f3e-89b10527b590 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=22f180de-17e9-49a1-bd4b-43c782e17e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384645 Jun 27 20:17:13.169645 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 581bca22-9e15-402b-a0fe-d858ca1fc613 is: BUILD; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:17:13.169940 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:13.195662 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581bca22-9e15-402b-a0fe-d858ca1fc613'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:17:13.205644 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 581bca22-9e15-402b-a0fe-d858ca1fc613, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=581bca22-9e15-402b-a0fe-d858ca1fc613,segment=NetworkSegment(d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd),segment_id=d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:17:13.209716 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:13.275673 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=581bca22-9e15-402b-a0fe-d858ca1fc613,revision_number=5']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:17:13.290851 dv-cinder-845799-1-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03c4731c-a2c7-4702-9f59-73674472c9af'] response: {'server_uuid': '4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581bca22-9e15-402b-a0fe-d858ca1fc613', 'code': 200} Jun 27 20:17:13.544037 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532474b-fb20-4f28-8287-0c80b8d9f560 req-9729b3d5-d7fa-49be-bbff-a54fee35372a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:17:13.545490 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2532474b-fb20-4f28-8287-0c80b8d9f560 req-9729b3d5-d7fa-49be-bbff-a54fee35372a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5 HTTP/1.1" status: 200 len: 1098 time: 0.0751247 Jun 27 20:17:13.584100 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-2532474b-fb20-4f28-8287-0c80b8d9f560 req-7baf959c-dc05-41b8-8556-1e666c363b71 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=22f180de-17e9-49a1-bd4b-43c782e17e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329876 Jun 27 20:17:14.261550 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28c6ac-c245-439e-9ddd-f5748b61cd94 req-18bceb3b-d77c-4b83-bbf4-1aff87c1dbc4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:17:14.263017 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3d28c6ac-c245-439e-9ddd-f5748b61cd94 req-18bceb3b-d77c-4b83-bbf4-1aff87c1dbc4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5 HTTP/1.1" status: 200 len: 945 time: 0.0851955 Jun 27 20:17:14.309158 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3d28c6ac-c245-439e-9ddd-f5748b61cd94 req-491b2340-4bfc-4149-959b-079dfabad481 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=22f180de-17e9-49a1-bd4b-43c782e17e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405900 Jun 27 20:17:14.617182 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b0b72be6-99bf-4270-a2cc-8c91569b2783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:15.498223 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e1217-e3a1-4eab-a936-b2e16fd6bbdb req-7c502d42-597b-4311-8033-25d4a0b5e66f tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:17:15.499646 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ab4e1217-e3a1-4eab-a936-b2e16fd6bbdb req-7c502d42-597b-4311-8033-25d4a0b5e66f tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5 HTTP/1.1" status: 200 len: 945 time: 0.0853527 Jun 27 20:17:15.542012 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ab4e1217-e3a1-4eab-a936-b2e16fd6bbdb req-1ffdebaf-28fa-4491-ac05-a8e49f538871 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=22f180de-17e9-49a1-bd4b-43c782e17e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361364 Jun 27 20:17:15.726551 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899b030-8cdd-448d-83bd-94bb35278f8a req-c2f3f4aa-c27a-404f-9e38-cf07c47bc619 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:17:15.727878 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7899b030-8cdd-448d-83bd-94bb35278f8a req-c2f3f4aa-c27a-404f-9e38-cf07c47bc619 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5 HTTP/1.1" status: 200 len: 945 time: 0.0874915 Jun 27 20:17:15.736811 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 36146) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:17:15.741557 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-9f401656-7238-4aa3-b7b6-1d86bb49b7c2 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Request body: {'floatingip': {'port_id': '581bca22-9e15-402b-a0fe-d858ca1fc613'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:17:15.816796 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f401656-7238-4aa3-b7b6-1d86bb49b7c2 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for floatingip, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:16.477898 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f401656-7238-4aa3-b7b6-1d86bb49b7c2 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:16.481310 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f401656-7238-4aa3-b7b6-1d86bb49b7c2 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16271055'] for floatingip, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:16.646545 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.db.l3_db [None req-9f401656-7238-4aa3-b7b6-1d86bb49b7c2 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Floating IP bdab5454-0d01-4a52-9d67-9dd618887061 associated. External IP: 172.27.3.38, port: 581bca22-9e15-402b-a0fe-d858ca1fc613. Jun 27 20:17:16.815147 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-32a5ef4b-b9ff-48b0-8ba5-7627bd356351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:16.993483 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f401656-7238-4aa3-b7b6-1d86bb49b7c2 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Router 315f6152-bc59-4b29-b556-4848dd324f4e has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:17:17.105839 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5ba9101c-43ca-4c05-8179-47b6a9ad8a24 req-80a9ad88-b5a0-4755-93b7-bbd541b2e5ce service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9be518a7-c082-4baa-8fbb-90d10ae05128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0891483 Jun 27 20:17:17.173706 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f401656-7238-4aa3-b7b6-1d86bb49b7c2 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:17:17.178170 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9f401656-7238-4aa3-b7b6-1d86bb49b7c2 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:17.184070 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793cf234-a397-4b84-b36c-df907fce7b8d None None] Sync routers for ids ['315f6152-bc59-4b29-b556-4848dd324f4e'] in dv-cinder-845799-1-iscsi {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:17:17.193224 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793cf234-a397-4b84-b36c-df907fce7b8d None None] Routers {'315f6152-bc59-4b29-b556-4848dd324f4e'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:17:17.194039 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-793cf234-a397-4b84-b36c-df907fce7b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:17:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['315f6152-bc59-4b29-b556-4848dd324f4e'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:17:17.215337 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9101c-43ca-4c05-8179-47b6a9ad8a24 req-3658cf3c-fa8d-4d90-925e-95a6d2714451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:17:17.216839 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5ba9101c-43ca-4c05-8179-47b6a9ad8a24 req-3658cf3c-fa8d-4d90-925e-95a6d2714451 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=caa8bd5588cd4b908faeb162efc54fb1&device_id=9be518a7-c082-4baa-8fbb-90d10ae05128 HTTP/1.1" status: 200 len: 1099 time: 0.0796478 Jun 27 20:17:17.238036 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-9f401656-7238-4aa3-b7b6-1d86bb49b7c2 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "PUT /v2.0/floatingips/bdab5454-0d01-4a52-9d67-9dd618887061 HTTP/1.1" status: 200 len: 990 time: 1.4981766 Jun 27 20:17:17.238036 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5', 'tag': '581bca22-9e15-402b-a0fe-d858ca1fc613'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:17:17.345709 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb139505-70ec-40ec-a448-9cb971bb2cc1'] response: {'name': 'network-changed', 'server_uuid': '4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5', 'tag': '581bca22-9e15-402b-a0fe-d858ca1fc613', 'status': 'completed', 'code': 200} Jun 27 20:17:17.368173 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9101c-43ca-4c05-8179-47b6a9ad8a24 req-da7631d1-d7ea-4d09-a71e-b89be0d882c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:17:17.370126 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5ba9101c-43ca-4c05-8179-47b6a9ad8a24 req-da7631d1-d7ea-4d09-a71e-b89be0d882c6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=95174e0b-b3b6-422f-bf95-035686ee2474 HTTP/1.1" status: 200 len: 912 time: 0.1348207 Jun 27 20:17:17.377616 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-793cf234-a397-4b84-b36c-df907fce7b8d None None] Set router 315f6152-bc59-4b29-b556-4848dd324f4e gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:17:17.522539 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5ba9101c-43ca-4c05-8179-47b6a9ad8a24 req-344c6a73-67fb-49a8-8624-f035a5a6d1c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a072f61-5d99-4c8e-9c72-5397c32b92d9 HTTP/1.1" status: 200 len: 1001 time: 0.1435390 Jun 27 20:17:17.581980 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c179607-ec3b-43d2-aae8-8f4f535494c2 req-cfb4d415-266e-4fce-a50b-30bfe38590f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:17:17.583442 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-4c179607-ec3b-43d2-aae8-8f4f535494c2 req-cfb4d415-266e-4fce-a50b-30bfe38590f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54b0294a170e40e289cebd5d6db0e2e7&device_id=4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5 HTTP/1.1" status: 200 len: 1098 time: 0.1491919 Jun 27 20:17:17.620479 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9101c-43ca-4c05-8179-47b6a9ad8a24 req-dfb29123-074e-4c2f-815f-edd7adf54b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:17:17.621855 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5ba9101c-43ca-4c05-8179-47b6a9ad8a24 req-dfb29123-074e-4c2f-815f-edd7adf54b1e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d296a220-8d8b-48c1-98ba-4729812d3752 HTTP/1.1" status: 200 len: 850 time: 0.0931611 Jun 27 20:17:17.718972 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-793cf234-a397-4b84-b36c-df907fce7b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'name': 'tempest-AttachVolumeNegativeTest-991836189-router', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:16:55Z', 'updated_at': '2022-06-27T20:16:59Z', 'revision_number': 4, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'gw_port': {'id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:56Z', 'updated_at': '2022-06-27T20:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': 'bdab5454-0d01-4a52-9d67-9dd618887061', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'port_id': '581bca22-9e15-402b-a0fe-d858ca1fc613', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'mac_address': 'fa:16:3e:84:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:17:01Z', 'updated_at': '2022-06-27T20:17:16Z', 'revision_number': 1, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0d5a2c-5e51-4540-a433-4c5f088fdfcf', 'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'mac_address': 'fa:16:3e:dd:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:58Z', 'updated_at': '2022-06-27T20:17:04Z', 'revision_number': 5, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'subnets': [{'id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:17:17.722960 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793cf234-a397-4b84-b36c-df907fce7b8d None None] Checking router: 315f6152-bc59-4b29-b556-4848dd324f4e for host: dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:17:17.732114 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793cf234-a397-4b84-b36c-df907fce7b8d None None] Routers {'315f6152-bc59-4b29-b556-4848dd324f4e'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:17:17.732699 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-793cf234-a397-4b84-b36c-df907fce7b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:17:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['315f6152-bc59-4b29-b556-4848dd324f4e'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:17:17.837917 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:17:17.885770 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c179607-ec3b-43d2-aae8-8f4f535494c2 req-30bb892d-d6f5-4df0-8051-5e3cb1402a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:17:17.887210 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-4c179607-ec3b-43d2-aae8-8f4f535494c2 req-30bb892d-d6f5-4df0-8051-5e3cb1402a01 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4f9d903-5282-4633-b410-1fa282e9a3fa HTTP/1.1" status: 200 len: 915 time: 0.2980561 Jun 27 20:17:17.889194 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9101c-43ca-4c05-8179-47b6a9ad8a24 req-63ba34d5-418c-441f-bb52-4d5fd73c5c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:17:17.890533 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5ba9101c-43ca-4c05-8179-47b6a9ad8a24 req-63ba34d5-418c-441f-bb52-4d5fd73c5c1e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95174e0b-b3b6-422f-bf95-035686ee2474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1279874 Jun 27 20:17:17.907101 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-793cf234-a397-4b84-b36c-df907fce7b8d None None] Set router 315f6152-bc59-4b29-b556-4848dd324f4e gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:17:18.076982 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-4c179607-ec3b-43d2-aae8-8f4f535494c2 req-7fcff43e-aec6-4fef-ba9e-611030e34fd7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=581bca22-9e15-402b-a0fe-d858ca1fc613 HTTP/1.1" status: 200 len: 998 time: 0.1787205 Jun 27 20:17:18.108873 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:18.109544 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:18.151408 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5ba9101c-43ca-4c05-8179-47b6a9ad8a24 req-a9bda505-ae3e-4790-ab9c-1117f7c30d4c service neutron] 10.222.0.15 "GET /v2.0/networks/95174e0b-b3b6-422f-bf95-035686ee2474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024810 Jun 27 20:17:18.231290 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c179607-ec3b-43d2-aae8-8f4f535494c2 req-58d4ffc5-7ae0-4640-9ea4-d2b114a84886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:17:18.232730 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-4c179607-ec3b-43d2-aae8-8f4f535494c2 req-58d4ffc5-7ae0-4640-9ea4-d2b114a84886 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=477b3e9f-4c1d-42b2-a34b-ca1847893d97 HTTP/1.1" status: 200 len: 853 time: 0.1406131 Jun 27 20:17:18.308273 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-793cf234-a397-4b84-b36c-df907fce7b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'name': 'tempest-AttachVolumeNegativeTest-991836189-router', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:16:55Z', 'updated_at': '2022-06-27T20:16:59Z', 'revision_number': 4, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'gw_port': {'id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:56Z', 'updated_at': '2022-06-27T20:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': 'bdab5454-0d01-4a52-9d67-9dd618887061', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'port_id': '581bca22-9e15-402b-a0fe-d858ca1fc613', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'mac_address': 'fa:16:3e:84:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:17:01Z', 'updated_at': '2022-06-27T20:17:16Z', 'revision_number': 1, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0d5a2c-5e51-4540-a433-4c5f088fdfcf', 'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'mac_address': 'fa:16:3e:dd:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:58Z', 'updated_at': '2022-06-27T20:17:04Z', 'revision_number': 5, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'subnets': [{'id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:17:18.312267 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793cf234-a397-4b84-b36c-df907fce7b8d None None] The sync data for ids ['315f6152-bc59-4b29-b556-4848dd324f4e'] in dv-cinder-845799-1-iscsi is: [{'id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'name': 'tempest-AttachVolumeNegativeTest-991836189-router', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:16:55Z', 'updated_at': '2022-06-27T20:16:59Z', 'revision_number': 4, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'gw_port': {'id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:56Z', 'updated_at': '2022-06-27T20:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': 'bdab5454-0d01-4a52-9d67-9dd618887061', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'port_id': '581bca22-9e15-402b-a0fe-d858ca1fc613', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'mac_address': 'fa:16:3e:84:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:17:01Z', 'updated_at': '2022-06-27T20:17:16Z', 'revision_number': 1, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0d5a2c-5e51-4540-a433-4c5f088fdfcf', 'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'mac_address': 'fa:16:3e:dd:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:58Z', 'updated_at': '2022-06-27T20:17:04Z', 'revision_number': 5, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'subnets': [{'id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:17:18.346622 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5ba9101c-43ca-4c05-8179-47b6a9ad8a24 req-98b2405b-63be-4f8f-bd5d-ff30c16e7ea2 service neutron] 10.222.0.15 "GET /v2.0/networks/95174e0b-b3b6-422f-bf95-035686ee2474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878526 Jun 27 20:17:18.363136 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c179607-ec3b-43d2-aae8-8f4f535494c2 req-4cbfe87e-bdb3-4088-af30-f50ff725ac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:17:18.364583 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-4c179607-ec3b-43d2-aae8-8f4f535494c2 req-4cbfe87e-bdb3-4088-af30-f50ff725ac50 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4f9d903-5282-4633-b410-1fa282e9a3fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1251357 Jun 27 20:17:18.516228 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-4c179607-ec3b-43d2-aae8-8f4f535494c2 req-897e3f42-c4c4-420f-9be6-1acb2d256fdc service neutron] 10.222.0.15 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318486 Jun 27 20:17:18.517865 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e9388c-8cb1-4a37-882b-b021890fbf22 None None] New status for floating IP bdab5454-0d01-4a52-9d67-9dd618887061: ACTIVE {{(pid=88116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 20:17:18.649312 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-4c179607-ec3b-43d2-aae8-8f4f535494c2 req-da13c87e-6f5c-4f30-a2f8-368ae3943320 service neutron] 10.222.0.15 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264760 Jun 27 20:17:19.280752 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:42.572141 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:44.619523 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-12426d57-381d-4ad0-8f7f-372c170868e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:46.817858 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-35791f82-de9d-4e0e-b594-6c6cb6e028c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:48.015009 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:48.079783 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:49.283750 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:17:54.839288 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:18:12.594917 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:14.621885 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0cc58c82-671e-4af2-b905-45c07adfe1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:16.819408 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-46711412-6cad-4f6d-83ce-4c7875f4ebf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:17.078829 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-9fbf0032-3a4a-4100-a7ab-adab56d5c439 req-e41d87fe-b08e-41d1-996a-4d4307fb1848 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9be518a7-c082-4baa-8fbb-90d10ae05128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752671 Jun 27 20:18:17.242084 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf0032-3a4a-4100-a7ab-adab56d5c439 req-a51b6342-0647-4225-abcb-7a584d4e3eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:17.243506 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-9fbf0032-3a4a-4100-a7ab-adab56d5c439 req-a51b6342-0647-4225-abcb-7a584d4e3eb4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=caa8bd5588cd4b908faeb162efc54fb1&device_id=9be518a7-c082-4baa-8fbb-90d10ae05128 HTTP/1.1" status: 200 len: 1099 time: 0.0793133 Jun 27 20:18:17.382213 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf0032-3a4a-4100-a7ab-adab56d5c439 req-4dc19eb9-cd62-4a94-88cd-14f2c9089b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:17.383548 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-9fbf0032-3a4a-4100-a7ab-adab56d5c439 req-4dc19eb9-cd62-4a94-88cd-14f2c9089b4e service neutron] 10.222.0.15 "GET /v2.0/networks?id=95174e0b-b3b6-422f-bf95-035686ee2474 HTTP/1.1" status: 200 len: 912 time: 0.1227105 Jun 27 20:18:17.482707 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-9fbf0032-3a4a-4100-a7ab-adab56d5c439 req-78e63e1a-b801-4a23-860a-68439bc49c68 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a072f61-5d99-4c8e-9c72-5397c32b92d9 HTTP/1.1" status: 200 len: 1001 time: 0.0931964 Jun 27 20:18:17.541918 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf0032-3a4a-4100-a7ab-adab56d5c439 req-48a7e528-93d1-498d-8f81-a8e99120b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:17.543269 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-9fbf0032-3a4a-4100-a7ab-adab56d5c439 req-48a7e528-93d1-498d-8f81-a8e99120b87d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d296a220-8d8b-48c1-98ba-4729812d3752 HTTP/1.1" status: 200 len: 850 time: 0.0548644 Jun 27 20:18:17.625378 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf0032-3a4a-4100-a7ab-adab56d5c439 req-59cd926f-56dd-48c0-9fbc-cc8f49b2b765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:17.626852 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-9fbf0032-3a4a-4100-a7ab-adab56d5c439 req-59cd926f-56dd-48c0-9fbc-cc8f49b2b765 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95174e0b-b3b6-422f-bf95-035686ee2474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777206 Jun 27 20:18:17.855788 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-9fbf0032-3a4a-4100-a7ab-adab56d5c439 req-2d68060c-65f0-4d03-b59d-da0bfee6e645 service neutron] 10.222.0.15 "GET /v2.0/networks/95174e0b-b3b6-422f-bf95-035686ee2474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225091 Jun 27 20:18:17.984583 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-9fbf0032-3a4a-4100-a7ab-adab56d5c439 req-e542632f-a4ee-49e1-9233-8bf4d6157d0d service neutron] 10.222.0.15 "GET /v2.0/networks/95174e0b-b3b6-422f-bf95-035686ee2474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225035 Jun 27 20:18:18.016362 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:18.080058 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:19.288308 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:25.831915 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 36182) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:18:26.027333 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a2498aa0-bdea-4b3a-afa6-cfa32cec0ee9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Deleting port 1be9af67-0da7-4f8e-9e63-7bb184a1c6fb {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:18:26.027679 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a2498aa0-bdea-4b3a-afa6-cfa32cec0ee9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:26.304240 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a2498aa0-bdea-4b3a-afa6-cfa32cec0ee9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:26.304564 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a2498aa0-bdea-4b3a-afa6-cfa32cec0ee9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:26.425750 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a2498aa0-bdea-4b3a-afa6-cfa32cec0ee9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Calling delete_port for 1be9af67-0da7-4f8e-9e63-7bb184a1c6fb owned by network:floatingip {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:18:26.571646 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a2498aa0-bdea-4b3a-afa6-cfa32cec0ee9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14170096'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:26.616271 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2498aa0-bdea-4b3a-afa6-cfa32cec0ee9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Pushing event deleted for resources: {'Port': ['ID=1be9af67-0da7-4f8e-9e63-7bb184a1c6fb,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:18:26.659638 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2498aa0-bdea-4b3a-afa6-cfa32cec0ee9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:18:26.659979 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2498aa0-bdea-4b3a-afa6-cfa32cec0ee9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:18:26.660310 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2498aa0-bdea-4b3a-afa6-cfa32cec0ee9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:18:26.660634 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2498aa0-bdea-4b3a-afa6-cfa32cec0ee9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:18:26.660952 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2498aa0-bdea-4b3a-afa6-cfa32cec0ee9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:18:26.661272 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2498aa0-bdea-4b3a-afa6-cfa32cec0ee9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:18:26.661608 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2498aa0-bdea-4b3a-afa6-cfa32cec0ee9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:18:26.661935 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2498aa0-bdea-4b3a-afa6-cfa32cec0ee9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:18:26.662245 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2498aa0-bdea-4b3a-afa6-cfa32cec0ee9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:18:26.662559 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2498aa0-bdea-4b3a-afa6-cfa32cec0ee9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:18:26.662869 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2498aa0-bdea-4b3a-afa6-cfa32cec0ee9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:18:26.663178 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2498aa0-bdea-4b3a-afa6-cfa32cec0ee9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:18:26.721379 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a2498aa0-bdea-4b3a-afa6-cfa32cec0ee9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for floatingip, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:26.721734 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.db.l3_db [None req-a2498aa0-bdea-4b3a-afa6-cfa32cec0ee9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Floating IP 84a5d2aa-0b2d-409d-8627-4edf007cdf8c disassociated (deleted). External IP: 172.27.3.4, port: 3ddc4d90-8119-4048-b17e-b84dd8a25b8b. Jun 27 20:18:27.065506 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2498aa0-bdea-4b3a-afa6-cfa32cec0ee9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Router 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:18:27.238234 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2498aa0-bdea-4b3a-afa6-cfa32cec0ee9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:18:27.247954 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2926929-a577-4eb1-914c-81e5df41f56d None None] Sync routers for ids ['3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'] in dv-cinder-845799-1-iscsi {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:18:27.254072 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a2498aa0-bdea-4b3a-afa6-cfa32cec0ee9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:27.257944 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2926929-a577-4eb1-914c-81e5df41f56d None None] Routers {'3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:18:27.258537 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f2926929-a577-4eb1-914c-81e5df41f56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:18:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:18:27.309099 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-a2498aa0-bdea-4b3a-afa6-cfa32cec0ee9 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "DELETE /v2.0/floatingips/84a5d2aa-0b2d-409d-8627-4edf007cdf8c HTTP/1.1" status: 204 len: 168 time: 1.4760728 Jun 27 20:18:27.310021 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef82447-ad0c-49ae-9ba8-14e88c2eded2', 'tag': '3ddc4d90-8119-4048-b17e-b84dd8a25b8b'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:18:27.361062 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a710bde4-d094-4dc6-b6f8-732bff008de9'] response: {'name': 'network-changed', 'server_uuid': '6ef82447-ad0c-49ae-9ba8-14e88c2eded2', 'tag': '3ddc4d90-8119-4048-b17e-b84dd8a25b8b', 'status': 'completed', 'code': 200} Jun 27 20:18:27.443458 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-f2926929-a577-4eb1-914c-81e5df41f56d None None] Set router 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:18:27.484775 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70676320-dd68-4daa-8fed-c536b42c95ba req-8cce9bcc-cb23-4e84-be17-7398954535d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:27.486307 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-70676320-dd68-4daa-8fed-c536b42c95ba req-8cce9bcc-cb23-4e84-be17-7398954535d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=caa8bd5588cd4b908faeb162efc54fb1&device_id=6ef82447-ad0c-49ae-9ba8-14e88c2eded2 HTTP/1.1" status: 200 len: 1098 time: 0.0798638 Jun 27 20:18:27.626871 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70676320-dd68-4daa-8fed-c536b42c95ba req-0e7a3eb9-e431-4355-a500-7cd3195a0500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:27.628988 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-70676320-dd68-4daa-8fed-c536b42c95ba req-0e7a3eb9-e431-4355-a500-7cd3195a0500 service neutron] 10.222.0.15 "GET /v2.0/networks?id=95174e0b-b3b6-422f-bf95-035686ee2474 HTTP/1.1" status: 200 len: 912 time: 0.1358774 Jun 27 20:18:27.696297 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8b441-1f69-452b-b954-ffe837cd502a req-808ec2d3-5eda-4941-b393-8e0914c192ab tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:27.696987 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-76c8b441-1f69-452b-b954-ffe837cd502a req-808ec2d3-5eda-4941-b393-8e0914c192ab tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Synchronizing usage tracker for tenant:caa8bd5588cd4b908faeb162efc54fb1 on resource:port {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:18:27.700325 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-70676320-dd68-4daa-8fed-c536b42c95ba req-190ca0a0-5aa9-412e-9a50-a6b7b5ab1fb6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ddc4d90-8119-4048-b17e-b84dd8a25b8b HTTP/1.1" status: 200 len: 217 time: 0.0646834 Jun 27 20:18:27.713547 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-76c8b441-1f69-452b-b954-ffe837cd502a req-808ec2d3-5eda-4941-b393-8e0914c192ab tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Unset dirty status for tenant:caa8bd5588cd4b908faeb162efc54fb1 on resource:port {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:18:27.714753 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-76c8b441-1f69-452b-b954-ffe837cd502a req-808ec2d3-5eda-4941-b393-8e0914c192ab tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ef82447-ad0c-49ae-9ba8-14e88c2eded2 HTTP/1.1" status: 200 len: 945 time: 0.1089625 Jun 27 20:18:27.759424 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-76c8b441-1f69-452b-b954-ffe837cd502a req-c5743653-3ef8-4e6c-b456-4783de20ee00 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384238 Jun 27 20:18:27.770219 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70676320-dd68-4daa-8fed-c536b42c95ba req-e052d055-60a0-4251-9d65-e2f0e1e208b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:27.771621 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-70676320-dd68-4daa-8fed-c536b42c95ba req-e052d055-60a0-4251-9d65-e2f0e1e208b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d296a220-8d8b-48c1-98ba-4729812d3752 HTTP/1.1" status: 200 len: 850 time: 0.0654795 Jun 27 20:18:27.802102 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f2926929-a577-4eb1-914c-81e5df41f56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'name': 'tempest-TestVolumeBootPattern-451240422-router', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:08:30Z', 'updated_at': '2022-06-27T20:08:35Z', 'revision_number': 4, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'gw_port': {'id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:31:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:31Z', 'updated_at': '2022-06-27T20:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': '43712563-87a3-45e0-bfec-bf68926410cc', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'floating_ip_address': '172.27.3.57', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'port_id': '1a072f61-5d99-4c8e-9c72-5397c32b92d9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'mac_address': 'fa:16:3e:66:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be518a7-c082-4baa-8fbb-90d10ae05128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:13:40Z', 'updated_at': '2022-06-27T20:13:44Z', 'revision_number': 1, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc67f8c6-7086-4fbd-b288-806c5c27fde3', 'name': '', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'mac_address': 'fa:16:3e:68:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:34Z', 'updated_at': '2022-06-27T20:08:42Z', 'revision_number': 5, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'subnets': [{'id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:18:27.806077 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2926929-a577-4eb1-914c-81e5df41f56d None None] Checking router: 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 for host: dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:18:27.814141 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2926929-a577-4eb1-914c-81e5df41f56d None None] Routers {'3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:18:27.814720 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f2926929-a577-4eb1-914c-81e5df41f56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:18:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:18:27.859627 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70676320-dd68-4daa-8fed-c536b42c95ba req-0dbb4b81-c1c6-45a2-bfb1-7974bce5bb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:27.861111 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-70676320-dd68-4daa-8fed-c536b42c95ba req-0dbb4b81-c1c6-45a2-bfb1-7974bce5bb0a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95174e0b-b3b6-422f-bf95-035686ee2474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0821967 Jun 27 20:18:27.986115 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-f2926929-a577-4eb1-914c-81e5df41f56d None None] Set router 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:18:27.993540 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-70676320-dd68-4daa-8fed-c536b42c95ba req-4e06a8e7-5389-431f-b86a-a08f90b29d00 service neutron] 10.222.0.15 "GET /v2.0/networks/95174e0b-b3b6-422f-bf95-035686ee2474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251049 Jun 27 20:18:28.128097 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-70676320-dd68-4daa-8fed-c536b42c95ba req-7cd75ed7-7d33-448c-9c9a-6cc02e6895d8 service neutron] 10.222.0.15 "GET /v2.0/networks/95174e0b-b3b6-422f-bf95-035686ee2474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253910 Jun 27 20:18:28.358423 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-f2926929-a577-4eb1-914c-81e5df41f56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'name': 'tempest-TestVolumeBootPattern-451240422-router', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:08:30Z', 'updated_at': '2022-06-27T20:08:35Z', 'revision_number': 4, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'gw_port': {'id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:31:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:31Z', 'updated_at': '2022-06-27T20:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': '43712563-87a3-45e0-bfec-bf68926410cc', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'floating_ip_address': '172.27.3.57', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'port_id': '1a072f61-5d99-4c8e-9c72-5397c32b92d9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'mac_address': 'fa:16:3e:66:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be518a7-c082-4baa-8fbb-90d10ae05128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:13:40Z', 'updated_at': '2022-06-27T20:13:44Z', 'revision_number': 1, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc67f8c6-7086-4fbd-b288-806c5c27fde3', 'name': '', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'mac_address': 'fa:16:3e:68:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:34Z', 'updated_at': '2022-06-27T20:08:42Z', 'revision_number': 5, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'subnets': [{'id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:18:28.362144 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2926929-a577-4eb1-914c-81e5df41f56d None None] The sync data for ids ['3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'] in dv-cinder-845799-1-iscsi is: [{'id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'name': 'tempest-TestVolumeBootPattern-451240422-router', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:08:30Z', 'updated_at': '2022-06-27T20:08:35Z', 'revision_number': 4, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'gw_port': {'id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:31:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:31Z', 'updated_at': '2022-06-27T20:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': '43712563-87a3-45e0-bfec-bf68926410cc', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'floating_ip_address': '172.27.3.57', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'port_id': '1a072f61-5d99-4c8e-9c72-5397c32b92d9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'mac_address': 'fa:16:3e:66:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be518a7-c082-4baa-8fbb-90d10ae05128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:13:40Z', 'updated_at': '2022-06-27T20:13:44Z', 'revision_number': 1, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc67f8c6-7086-4fbd-b288-806c5c27fde3', 'name': '', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'mac_address': 'fa:16:3e:68:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:34Z', 'updated_at': '2022-06-27T20:08:42Z', 'revision_number': 5, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'subnets': [{'id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:18:28.560029 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b977f682-a401-48db-bc52-81ea76fc9fe8 None None] New status for floating IP 84a5d2aa-0b2d-409d-8627-4edf007cdf8c: DOWN {{(pid=88116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 20:18:28.955407 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d972ec-3d73-48bf-8943-d75ad828284b req-99826951-71d4-4ae0-a501-00320db212c7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:28.956751 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-89d972ec-3d73-48bf-8943-d75ad828284b req-99826951-71d4-4ae0-a501-00320db212c7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ef82447-ad0c-49ae-9ba8-14e88c2eded2 HTTP/1.1" status: 200 len: 945 time: 0.0883784 Jun 27 20:18:29.104507 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-89d972ec-3d73-48bf-8943-d75ad828284b req-f77d4b6b-e04a-41d0-a0fc-ee33ecddb652 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418388 Jun 27 20:18:29.584108 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e7899-169b-425b-bcde-2763584a2f27 req-971222db-1d22-4f0f-820f-d007f79fd36b tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:29.584781 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-5a8e7899-169b-425b-bcde-2763584a2f27 req-971222db-1d22-4f0f-820f-d007f79fd36b tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Synchronizing usage tracker for tenant:caa8bd5588cd4b908faeb162efc54fb1 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:18:29.597134 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-5a8e7899-169b-425b-bcde-2763584a2f27 req-971222db-1d22-4f0f-820f-d007f79fd36b tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Unset dirty status for tenant:caa8bd5588cd4b908faeb162efc54fb1 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:18:29.598256 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5a8e7899-169b-425b-bcde-2763584a2f27 req-971222db-1d22-4f0f-820f-d007f79fd36b tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef82447-ad0c-49ae-9ba8-14e88c2eded2 HTTP/1.1" status: 200 len: 945 time: 0.0974965 Jun 27 20:18:29.679749 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-5a8e7899-169b-425b-bcde-2763584a2f27 req-5429de63-e496-4934-aa56-60f00508cdd7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Deleting port 3ddc4d90-8119-4048-b17e-b84dd8a25b8b {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:18:29.680074 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5a8e7899-169b-425b-bcde-2763584a2f27 req-5429de63-e496-4934-aa56-60f00508cdd7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:29.921447 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-5a8e7899-169b-425b-bcde-2763584a2f27 req-5429de63-e496-4934-aa56-60f00508cdd7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] For port 3ddc4d90-8119-4048-b17e-b84dd8a25b8b, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=3ddc4d90-8119-4048-b17e-b84dd8a25b8b,segment=NetworkSegment(310d2f30-f052-4f7c-98a2-8ba18c3ef34d),segment_id=310d2f30-f052-4f7c-98a2-8ba18c3ef34d)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:18:29.921828 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5a8e7899-169b-425b-bcde-2763584a2f27 req-5429de63-e496-4934-aa56-60f00508cdd7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:30.143054 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-5a8e7899-169b-425b-bcde-2763584a2f27 req-5429de63-e496-4934-aa56-60f00508cdd7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Calling delete_port for 3ddc4d90-8119-4048-b17e-b84dd8a25b8b owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:18:30.291851 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5a8e7899-169b-425b-bcde-2763584a2f27 req-5429de63-e496-4934-aa56-60f00508cdd7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:30.302455 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8410f4-a8b1-4237-a255-66db414177af req-27f4dafa-e53d-4be4-adb9-0c9e11a0b6fc tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:30.303876 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3f8410f4-a8b1-4237-a255-66db414177af req-27f4dafa-e53d-4be4-adb9-0c9e11a0b6fc tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ef82447-ad0c-49ae-9ba8-14e88c2eded2 HTTP/1.1" status: 200 len: 945 time: 0.0906126 Jun 27 20:18:30.340973 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5429de63-e496-4934-aa56-60f00508cdd7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Pushing event deleted for resources: {'Port': ['ID=3ddc4d90-8119-4048-b17e-b84dd8a25b8b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:18:30.352266 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3f8410f4-a8b1-4237-a255-66db414177af req-33cc8404-31e6-4b63-9f68-bbf5a8c10926 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424864 Jun 27 20:18:30.389096 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5429de63-e496-4934-aa56-60f00508cdd7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:18:30.389371 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5429de63-e496-4934-aa56-60f00508cdd7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:18:30.390290 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5429de63-e496-4934-aa56-60f00508cdd7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:18:30.390618 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5429de63-e496-4934-aa56-60f00508cdd7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:18:30.390938 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5429de63-e496-4934-aa56-60f00508cdd7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:18:30.391261 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5429de63-e496-4934-aa56-60f00508cdd7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:18:30.391581 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5429de63-e496-4934-aa56-60f00508cdd7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:18:30.391900 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5429de63-e496-4934-aa56-60f00508cdd7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:18:30.392219 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5429de63-e496-4934-aa56-60f00508cdd7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:18:30.392535 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5429de63-e496-4934-aa56-60f00508cdd7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:18:30.392848 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5429de63-e496-4934-aa56-60f00508cdd7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:18:30.393159 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5429de63-e496-4934-aa56-60f00508cdd7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:18:30.438953 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a8e7899-169b-425b-bcde-2763584a2f27 req-5429de63-e496-4934-aa56-60f00508cdd7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] No DVR routers for this DVR port 3ddc4d90-8119-4048-b17e-b84dd8a25b8b on host hv-cinder-84579 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 20:18:30.441217 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5a8e7899-169b-425b-bcde-2763584a2f27 req-5429de63-e496-4934-aa56-60f00508cdd7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:30.443690 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef82447-ad0c-49ae-9ba8-14e88c2eded2', 'name': 'network-vif-deleted', 'tag': '3ddc4d90-8119-4048-b17e-b84dd8a25b8b'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:18:30.459166 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5a8e7899-169b-425b-bcde-2763584a2f27 req-5429de63-e496-4934-aa56-60f00508cdd7 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.15 "DELETE /v2.0/ports/3ddc4d90-8119-4048-b17e-b84dd8a25b8b HTTP/1.1" status: 204 len: 173 time: 0.8544133 Jun 27 20:18:30.604827 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff9bd874-2e0a-44e2-b2c2-92c5aa8863cd'] response: {'server_uuid': '6ef82447-ad0c-49ae-9ba8-14e88c2eded2', 'name': 'network-vif-deleted', 'tag': '3ddc4d90-8119-4048-b17e-b84dd8a25b8b', 'status': 'completed', 'code': 200} Jun 27 20:18:31.520715 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b682dfe6-e2af-4e8a-92a6-819a52925eee req-4718092c-b497-493f-a8b4-2d3bda7b1ab6 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ef82447-ad0c-49ae-9ba8-14e88c2eded2 HTTP/1.1" status: 200 len: 210 time: 0.0480568 Jun 27 20:18:31.837760 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:18:33.226883 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 3ddc4d90-8119-4048-b17e-b84dd8a25b8b no longer exists at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:18:33.259772 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] No Port match for: 3ddc4d90-8119-4048-b17e-b84dd8a25b8b {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:18:33.260108 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 3ddc4d90-8119-4048-b17e-b84dd8a25b8b not bound to the agent host hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:18:35.005706 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 36242) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:18:35.206829 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-77bc70bc-72aa-4053-a032-b3daa4048ccc tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Deleting port 34b2ccdb-102a-4cdd-a9f6-5399637b4901 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:18:35.207163 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-77bc70bc-72aa-4053-a032-b3daa4048ccc tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:35.397332 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-77bc70bc-72aa-4053-a032-b3daa4048ccc tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:35.397681 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-77bc70bc-72aa-4053-a032-b3daa4048ccc tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:35.515638 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-77bc70bc-72aa-4053-a032-b3daa4048ccc tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Calling delete_port for 34b2ccdb-102a-4cdd-a9f6-5399637b4901 owned by network:floatingip {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:18:35.673295 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-77bc70bc-72aa-4053-a032-b3daa4048ccc tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14170096'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:35.722325 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc70bc-72aa-4053-a032-b3daa4048ccc tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Pushing event deleted for resources: {'Port': ['ID=34b2ccdb-102a-4cdd-a9f6-5399637b4901,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:18:35.816855 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-77bc70bc-72aa-4053-a032-b3daa4048ccc tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for floatingip, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:35.817185 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.db.l3_db [None req-77bc70bc-72aa-4053-a032-b3daa4048ccc tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Floating IP 43712563-87a3-45e0-bfec-bf68926410cc disassociated (deleted). External IP: 172.27.3.57, port: 1a072f61-5d99-4c8e-9c72-5397c32b92d9. Jun 27 20:18:36.161325 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77bc70bc-72aa-4053-a032-b3daa4048ccc tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Router 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:18:36.428331 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bc70bc-72aa-4053-a032-b3daa4048ccc tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:18:36.437715 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5a1c5c-bc00-4a6f-8ebc-41ef8321cd5b None None] Sync routers for ids ['3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'] in dv-cinder-845799-1-iscsi {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:18:36.444959 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-77bc70bc-72aa-4053-a032-b3daa4048ccc tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:36.446815 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5a1c5c-bc00-4a6f-8ebc-41ef8321cd5b None None] Routers {'3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:18:36.447403 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-5f5a1c5c-bc00-4a6f-8ebc-41ef8321cd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:18:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:18:36.498159 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-77bc70bc-72aa-4053-a032-b3daa4048ccc tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "DELETE /v2.0/floatingips/43712563-87a3-45e0-bfec-bf68926410cc HTTP/1.1" status: 204 len: 168 time: 1.4913580 Jun 27 20:18:36.498719 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be518a7-c082-4baa-8fbb-90d10ae05128', 'tag': '1a072f61-5d99-4c8e-9c72-5397c32b92d9'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:18:36.542559 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14758486-ff3c-4204-b701-fb002a359340'] response: {'name': 'network-changed', 'server_uuid': '9be518a7-c082-4baa-8fbb-90d10ae05128', 'tag': '1a072f61-5d99-4c8e-9c72-5397c32b92d9', 'status': 'completed', 'code': 200} Jun 27 20:18:36.625540 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-5f5a1c5c-bc00-4a6f-8ebc-41ef8321cd5b None None] Set router 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:18:36.666531 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e8308-2ab4-4e06-b1a6-b98116854047 req-cf4d4cbf-7ba3-42da-9a92-1c7b7158e760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:36.668981 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5c3e8308-2ab4-4e06-b1a6-b98116854047 req-cf4d4cbf-7ba3-42da-9a92-1c7b7158e760 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=caa8bd5588cd4b908faeb162efc54fb1&device_id=9be518a7-c082-4baa-8fbb-90d10ae05128 HTTP/1.1" status: 200 len: 1099 time: 0.0824239 Jun 27 20:18:36.817354 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e8308-2ab4-4e06-b1a6-b98116854047 req-c4cfa223-0a8b-4f8e-9f11-2388c13401c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:36.819122 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5c3e8308-2ab4-4e06-b1a6-b98116854047 req-c4cfa223-0a8b-4f8e-9f11-2388c13401c0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=95174e0b-b3b6-422f-bf95-035686ee2474 HTTP/1.1" status: 200 len: 912 time: 0.1449203 Jun 27 20:18:36.897475 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d695eb-63f1-481f-80f9-834947110ed9 req-517171fc-bc56-451e-9f16-ac33f2ce8df8 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:36.898288 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-70d695eb-63f1-481f-80f9-834947110ed9 req-517171fc-bc56-451e-9f16-ac33f2ce8df8 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Synchronizing usage tracker for tenant:caa8bd5588cd4b908faeb162efc54fb1 on resource:port {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:18:36.916901 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-70d695eb-63f1-481f-80f9-834947110ed9 req-517171fc-bc56-451e-9f16-ac33f2ce8df8 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Unset dirty status for tenant:caa8bd5588cd4b908faeb162efc54fb1 on resource:port {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:18:36.917912 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5c3e8308-2ab4-4e06-b1a6-b98116854047 req-d0f95238-f717-4355-af01-01d4570d6043 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a072f61-5d99-4c8e-9c72-5397c32b92d9 HTTP/1.1" status: 200 len: 217 time: 0.0738058 Jun 27 20:18:36.918211 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-70d695eb-63f1-481f-80f9-834947110ed9 req-517171fc-bc56-451e-9f16-ac33f2ce8df8 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=9be518a7-c082-4baa-8fbb-90d10ae05128 HTTP/1.1" status: 200 len: 946 time: 0.1139581 Jun 27 20:18:36.970583 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-70d695eb-63f1-481f-80f9-834947110ed9 req-17574b40-4459-4af1-b274-c0bfce5ba551 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458770 Jun 27 20:18:36.972406 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-5f5a1c5c-bc00-4a6f-8ebc-41ef8321cd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'name': 'tempest-TestVolumeBootPattern-451240422-router', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:08:30Z', 'updated_at': '2022-06-27T20:08:35Z', 'revision_number': 4, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'gw_port': {'id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:31:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:31Z', 'updated_at': '2022-06-27T20:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': 'dc67f8c6-7086-4fbd-b288-806c5c27fde3', 'name': '', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'mac_address': 'fa:16:3e:68:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:34Z', 'updated_at': '2022-06-27T20:08:42Z', 'revision_number': 5, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'subnets': [{'id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:18:36.976755 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5a1c5c-bc00-4a6f-8ebc-41ef8321cd5b None None] Checking router: 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 for host: dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:18:36.983419 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e8308-2ab4-4e06-b1a6-b98116854047 req-e947a9be-127b-44a2-97ea-e7842249496b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:36.984902 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5c3e8308-2ab4-4e06-b1a6-b98116854047 req-e947a9be-127b-44a2-97ea-e7842249496b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d296a220-8d8b-48c1-98ba-4729812d3752 HTTP/1.1" status: 200 len: 850 time: 0.0605114 Jun 27 20:18:36.991356 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5a1c5c-bc00-4a6f-8ebc-41ef8321cd5b None None] Routers {'3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:18:36.992051 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-5f5a1c5c-bc00-4a6f-8ebc-41ef8321cd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:18:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:18:37.070032 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e8308-2ab4-4e06-b1a6-b98116854047 req-5ce562dc-384d-409c-b32f-9d8755d9a175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:37.071508 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5c3e8308-2ab4-4e06-b1a6-b98116854047 req-5ce562dc-384d-409c-b32f-9d8755d9a175 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95174e0b-b3b6-422f-bf95-035686ee2474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0802116 Jun 27 20:18:37.166754 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-5f5a1c5c-bc00-4a6f-8ebc-41ef8321cd5b None None] Set router 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:18:37.206764 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5c3e8308-2ab4-4e06-b1a6-b98116854047 req-08346442-e056-4ff4-a37a-b70639fb6b55 service neutron] 10.222.0.15 "GET /v2.0/networks/95174e0b-b3b6-422f-bf95-035686ee2474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270177 Jun 27 20:18:37.336775 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5c3e8308-2ab4-4e06-b1a6-b98116854047 req-a656b846-f6c7-41f7-a985-a090f035b8e0 service neutron] 10.222.0.15 "GET /v2.0/networks/95174e0b-b3b6-422f-bf95-035686ee2474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238539 Jun 27 20:18:37.505129 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-5f5a1c5c-bc00-4a6f-8ebc-41ef8321cd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'name': 'tempest-TestVolumeBootPattern-451240422-router', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:08:30Z', 'updated_at': '2022-06-27T20:08:35Z', 'revision_number': 4, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'gw_port': {'id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:31:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:31Z', 'updated_at': '2022-06-27T20:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': 'dc67f8c6-7086-4fbd-b288-806c5c27fde3', 'name': '', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'mac_address': 'fa:16:3e:68:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:34Z', 'updated_at': '2022-06-27T20:08:42Z', 'revision_number': 5, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'subnets': [{'id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:18:37.508937 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5a1c5c-bc00-4a6f-8ebc-41ef8321cd5b None None] The sync data for ids ['3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'] in dv-cinder-845799-1-iscsi is: [{'id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'name': 'tempest-TestVolumeBootPattern-451240422-router', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:08:30Z', 'updated_at': '2022-06-27T20:08:35Z', 'revision_number': 4, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'gw_port': {'id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:31:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:31Z', 'updated_at': '2022-06-27T20:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': 'dc67f8c6-7086-4fbd-b288-806c5c27fde3', 'name': '', 'network_id': '95174e0b-b3b6-422f-bf95-035686ee2474', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'mac_address': 'fa:16:3e:68:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:34Z', 'updated_at': '2022-06-27T20:08:42Z', 'revision_number': 5, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'subnets': [{'id': 'd296a220-8d8b-48c1-98ba-4729812d3752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:18:37.652784 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce87727-f167-45c5-a4c4-d5b76eb630f3 req-3f1be5a8-34c2-4f1c-b52d-61dda7a3800b tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:37.653497 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-6ce87727-f167-45c5-a4c4-d5b76eb630f3 req-3f1be5a8-34c2-4f1c-b52d-61dda7a3800b tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Synchronizing usage tracker for tenant:caa8bd5588cd4b908faeb162efc54fb1 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:18:37.666004 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-6ce87727-f167-45c5-a4c4-d5b76eb630f3 req-3f1be5a8-34c2-4f1c-b52d-61dda7a3800b tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Unset dirty status for tenant:caa8bd5588cd4b908faeb162efc54fb1 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:18:37.667165 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-6ce87727-f167-45c5-a4c4-d5b76eb630f3 req-3f1be5a8-34c2-4f1c-b52d-61dda7a3800b tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be518a7-c082-4baa-8fbb-90d10ae05128 HTTP/1.1" status: 200 len: 946 time: 0.0999756 Jun 27 20:18:37.717311 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf0243d-130e-48f5-bc77-5aeab62997bf None None] New status for floating IP 43712563-87a3-45e0-bfec-bf68926410cc: DOWN {{(pid=88116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 20:18:37.742598 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-6ce87727-f167-45c5-a4c4-d5b76eb630f3 req-2cb0ce11-e981-4cf6-8dac-4c9048f3b0ce tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Deleting port 1a072f61-5d99-4c8e-9c72-5397c32b92d9 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:18:37.742930 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6ce87727-f167-45c5-a4c4-d5b76eb630f3 req-2cb0ce11-e981-4cf6-8dac-4c9048f3b0ce tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:38.011854 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-6ce87727-f167-45c5-a4c4-d5b76eb630f3 req-2cb0ce11-e981-4cf6-8dac-4c9048f3b0ce tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] For port 1a072f61-5d99-4c8e-9c72-5397c32b92d9, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=1a072f61-5d99-4c8e-9c72-5397c32b92d9,segment=NetworkSegment(310d2f30-f052-4f7c-98a2-8ba18c3ef34d),segment_id=310d2f30-f052-4f7c-98a2-8ba18c3ef34d)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:18:38.012210 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6ce87727-f167-45c5-a4c4-d5b76eb630f3 req-2cb0ce11-e981-4cf6-8dac-4c9048f3b0ce tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:38.160178 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a9e6b-51a7-44fb-9dca-389b94f7ed80 req-0f525c39-7e8c-4ac0-b747-05e7d5bf0716 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:38.161642 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-904a9e6b-51a7-44fb-9dca-389b94f7ed80 req-0f525c39-7e8c-4ac0-b747-05e7d5bf0716 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=9be518a7-c082-4baa-8fbb-90d10ae05128 HTTP/1.1" status: 200 len: 946 time: 0.0888376 Jun 27 20:18:38.208045 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-904a9e6b-51a7-44fb-9dca-389b94f7ed80 req-7268133d-2ffa-4d77-b570-2ad0a646adb6 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba21e14d-48c6-4148-8158-0848ae23102f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402925 Jun 27 20:18:38.228936 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-6ce87727-f167-45c5-a4c4-d5b76eb630f3 req-2cb0ce11-e981-4cf6-8dac-4c9048f3b0ce tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Calling delete_port for 1a072f61-5d99-4c8e-9c72-5397c32b92d9 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:18:38.370442 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6ce87727-f167-45c5-a4c4-d5b76eb630f3 req-2cb0ce11-e981-4cf6-8dac-4c9048f3b0ce tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:38.418895 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0ce11-e981-4cf6-8dac-4c9048f3b0ce tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Pushing event deleted for resources: {'Port': ['ID=1a072f61-5d99-4c8e-9c72-5397c32b92d9,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:18:38.507506 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce87727-f167-45c5-a4c4-d5b76eb630f3 req-2cb0ce11-e981-4cf6-8dac-4c9048f3b0ce tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] No DVR routers for this DVR port 1a072f61-5d99-4c8e-9c72-5397c32b92d9 on host hv-cinder-84579 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 20:18:38.509901 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-6ce87727-f167-45c5-a4c4-d5b76eb630f3 req-2cb0ce11-e981-4cf6-8dac-4c9048f3b0ce tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:38.512378 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be518a7-c082-4baa-8fbb-90d10ae05128', 'name': 'network-vif-deleted', 'tag': '1a072f61-5d99-4c8e-9c72-5397c32b92d9'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:18:38.527418 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-6ce87727-f167-45c5-a4c4-d5b76eb630f3 req-2cb0ce11-e981-4cf6-8dac-4c9048f3b0ce tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.15 "DELETE /v2.0/ports/1a072f61-5d99-4c8e-9c72-5397c32b92d9 HTTP/1.1" status: 204 len: 173 time: 0.8550136 Jun 27 20:18:38.702688 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9be17075-e635-45d2-8cb2-5a469caf0ab9'] response: {'server_uuid': '9be518a7-c082-4baa-8fbb-90d10ae05128', 'name': 'network-vif-deleted', 'tag': '1a072f61-5d99-4c8e-9c72-5397c32b92d9', 'status': 'completed', 'code': 200} Jun 27 20:18:39.373420 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7bddc201-6742-4fbf-917a-2af0e893ab1c req-de30df82-c99f-4223-bae1-7604e257c50a tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "GET /v2.0/ports?device_id=9be518a7-c082-4baa-8fbb-90d10ae05128 HTTP/1.1" status: 200 len: 210 time: 0.0513051 Jun 27 20:18:40.467306 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 36270) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:18:40.617755 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-32ad6fff-4c84-4d7c-9d51-68f886527891 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Deleting port 77687159-7cd7-48cd-a201-004d4fc3e572 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:18:40.618087 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-32ad6fff-4c84-4d7c-9d51-68f886527891 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:40.789894 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-32ad6fff-4c84-4d7c-9d51-68f886527891 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:40.790215 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-32ad6fff-4c84-4d7c-9d51-68f886527891 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:40.913281 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-32ad6fff-4c84-4d7c-9d51-68f886527891 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Calling delete_port for 77687159-7cd7-48cd-a201-004d4fc3e572 owned by network:floatingip {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:18:41.053516 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-32ad6fff-4c84-4d7c-9d51-68f886527891 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:41.097313 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad6fff-4c84-4d7c-9d51-68f886527891 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Pushing event deleted for resources: {'Port': ['ID=77687159-7cd7-48cd-a201-004d4fc3e572,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:18:41.197359 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-32ad6fff-4c84-4d7c-9d51-68f886527891 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for floatingip, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:41.212471 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-32ad6fff-4c84-4d7c-9d51-68f886527891 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:41.213723 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-32ad6fff-4c84-4d7c-9d51-68f886527891 tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "DELETE /v2.0/floatingips/7dd473ef-f080-4dda-9458-58d6caeec065 HTTP/1.1" status: 204 len: 168 time: 0.7453396 Jun 27 20:18:41.272435 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 1a072f61-5d99-4c8e-9c72-5397c32b92d9 no longer exists at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:18:41.308474 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] No Port match for: 1a072f61-5d99-4c8e-9c72-5397c32b92d9 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:18:41.308834 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 1a072f61-5d99-4c8e-9c72-5397c32b92d9 not bound to the agent host hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:18:42.355744 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 36292) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:18:42.360804 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-9334d56e-0f94-4325-9032-0bd7bda8e316 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2014135360', 'description': 'tempest-description--474219128'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:18:42.366629 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-9334d56e-0f94-4325-9032-0bd7bda8e316 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:18:42.375982 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-9334d56e-0f94-4325-9032-0bd7bda8e316 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:18:42.386503 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9334d56e-0f94-4325-9032-0bd7bda8e316 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:42.406582 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-9334d56e-0f94-4325-9032-0bd7bda8e316 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:18:42.410437 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-9334d56e-0f94-4325-9032-0bd7bda8e316 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Usage tracker for resource:security_group_rule and tenant:54b0294a170e40e289cebd5d6db0e2e7 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:18:42.413326 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-9334d56e-0f94-4325-9032-0bd7bda8e316 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:18:42.419001 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-9334d56e-0f94-4325-9032-0bd7bda8e316 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:18:42.487876 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9334d56e-0f94-4325-9032-0bd7bda8e316 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:42.491584 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9334d56e-0f94-4325-9032-0bd7bda8e316 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:42.535662 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334d56e-0f94-4325-9032-0bd7bda8e316 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2016adaf-a62d-46ae-a3af-88584360ca78,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:18:42.541627 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9334d56e-0f94-4325-9032-0bd7bda8e316 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:42.546214 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-9334d56e-0f94-4325-9032-0bd7bda8e316 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1861236 Jun 27 20:18:42.546214 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 36298) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:18:42.550602 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-11aa9e4f-7259-4117-a709-7a2edaeab30d tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Request body: {'security_group_rule': {'security_group_id': '2016adaf-a62d-46ae-a3af-88584360ca78', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:18:42.556563 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-11aa9e4f-7259-4117-a709-7a2edaeab30d tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:18:42.560383 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-11aa9e4f-7259-4117-a709-7a2edaeab30d tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Usage tracker for resource:security_group_rule and tenant:54b0294a170e40e289cebd5d6db0e2e7 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:18:42.563255 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-11aa9e4f-7259-4117-a709-7a2edaeab30d tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:18:42.569374 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-11aa9e4f-7259-4117-a709-7a2edaeab30d tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:18:42.581680 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 36302) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:18:42.586512 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-11aa9e4f-7259-4117-a709-7a2edaeab30d tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:42.596949 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:42.651148 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1b954891-dac2-48b8-9745-515cf2a9df4d tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:42.651388 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-11aa9e4f-7259-4117-a709-7a2edaeab30d tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:42.655149 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-11aa9e4f-7259-4117-a709-7a2edaeab30d tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438251'] for security_group_rule, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:42.681449 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1b954891-dac2-48b8-9745-515cf2a9df4d tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:42.682422 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa9e4f-7259-4117-a709-7a2edaeab30d tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab93d376-2f73-4730-8c01-be75c13e4de1,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:18:42.689844 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-11aa9e4f-7259-4117-a709-7a2edaeab30d tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:42.690992 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-11aa9e4f-7259-4117-a709-7a2edaeab30d tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1442962 Jun 27 20:18:42.693671 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 36306) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:18:42.698529 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-416174b0-35e8-48a3-98bb-b47cb9ea05a7 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Request body: {'security_group_rule': {'security_group_id': '2016adaf-a62d-46ae-a3af-88584360ca78', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:18:42.704152 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-416174b0-35e8-48a3-98bb-b47cb9ea05a7 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:18:42.708529 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-416174b0-35e8-48a3-98bb-b47cb9ea05a7 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Usage tracker for resource:security_group_rule and tenant:54b0294a170e40e289cebd5d6db0e2e7 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:18:42.711355 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-416174b0-35e8-48a3-98bb-b47cb9ea05a7 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:18:42.716876 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-416174b0-35e8-48a3-98bb-b47cb9ea05a7 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:18:42.734712 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-416174b0-35e8-48a3-98bb-b47cb9ea05a7 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:42.749367 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1b954891-dac2-48b8-9745-515cf2a9df4d tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:42.768038 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b954891-dac2-48b8-9745-515cf2a9df4d tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba21e14d-48c6-4148-8158-0848ae23102f,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:18:42.782052 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1b954891-dac2-48b8-9745-515cf2a9df4d tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:42.783262 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-1b954891-dac2-48b8-9745-515cf2a9df4d tempest-TestVolumeBootPattern-1811185364 tempest-TestVolumeBootPattern-1811185364-project] 10.222.0.23 "DELETE /v2.0/security-groups/ba21e14d-48c6-4148-8158-0848ae23102f HTTP/1.1" status: 204 len: 168 time: 0.2005284 Jun 27 20:18:42.808130 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-416174b0-35e8-48a3-98bb-b47cb9ea05a7 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:42.812526 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-416174b0-35e8-48a3-98bb-b47cb9ea05a7 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438251'] for security_group_rule, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:42.836090 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416174b0-35e8-48a3-98bb-b47cb9ea05a7 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a59bf4-fe61-4656-acb4-61d1400bc1bc,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:18:42.848338 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-416174b0-35e8-48a3-98bb-b47cb9ea05a7 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:42.849583 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-416174b0-35e8-48a3-98bb-b47cb9ea05a7 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1549749 Jun 27 20:18:42.852921 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 36312) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:18:42.854396 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 36314) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:18:42.859549 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-0b0a4418-ba30-4c7a-b677-af03736e2a48 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Request body: {'floatingip': {'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:18:42.866499 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0b0a4418-ba30-4c7a-b677-af03736e2a48 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:18:42.870466 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-0b0a4418-ba30-4c7a-b677-af03736e2a48 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Usage tracker for resource:floatingip and tenant:54b0294a170e40e289cebd5d6db0e2e7 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:18:42.873527 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-0b0a4418-ba30-4c7a-b677-af03736e2a48 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:18:42.879419 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-0b0a4418-ba30-4c7a-b677-af03736e2a48 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:18:42.890414 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b0a4418-ba30-4c7a-b677-af03736e2a48 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for floatingip, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:43.026815 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b0a4418-ba30-4c7a-b677-af03736e2a48 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:43.165105 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-0b0a4418-ba30-4c7a-b677-af03736e2a48 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Allocated IP 172.27.3.102 (f5e38b28-d42a-47c6-b8ea-5d0ae1b51160/4aa6a97f-4da5-4d03-b34a-f88023a9290b/0714f61f-6d9d-4d81-bc30-6d0a23ef7132) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:18:43.408372 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b0a4418-ba30-4c7a-b677-af03736e2a48 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:43.438016 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b0a4418-ba30-4c7a-b677-af03736e2a48 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:43.498097 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0a4418-ba30-4c7a-b677-af03736e2a48 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:18:43.500788 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-0b0a4418-ba30-4c7a-b677-af03736e2a48 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:18:43.504356 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0a4418-ba30-4c7a-b677-af03736e2a48 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:18:43.516205 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9d8edaaf-5b36-4804-98d4-e2512d69d340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16760029'] for router_interface, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:43.548913 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a4418-ba30-4c7a-b677-af03736e2a48 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Pushing event updated for resources: {'Port': ['ID=0714f61f-6d9d-4d81-bc30-6d0a23ef7132,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:18:43.592766 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b0a4418-ba30-4c7a-b677-af03736e2a48 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:43.659595 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b0a4418-ba30-4c7a-b677-af03736e2a48 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:43.865679 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b0a4418-ba30-4c7a-b677-af03736e2a48 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:43.872011 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b0a4418-ba30-4c7a-b677-af03736e2a48 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:43.972162 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9d8edaaf-5b36-4804-98d4-e2512d69d340 admin admin] Deleting port dc67f8c6-7086-4fbd-b288-806c5c27fde3 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:18:43.972500 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9d8edaaf-5b36-4804-98d4-e2512d69d340 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:43.978737 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a4418-ba30-4c7a-b677-af03736e2a48 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Pushing event updated for resources: {'Port': ['ID=0714f61f-6d9d-4d81-bc30-6d0a23ef7132,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:18:43.992445 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b0a4418-ba30-4c7a-b677-af03736e2a48 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16271055'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:44.015100 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-0b0a4418-ba30-4c7a-b677-af03736e2a48 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:44.016314 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-0b0a4418-ba30-4c7a-b677-af03736e2a48 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1618950 Jun 27 20:18:44.161747 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-9d8edaaf-5b36-4804-98d4-e2512d69d340 admin admin] For port dc67f8c6-7086-4fbd-b288-806c5c27fde3, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=dc67f8c6-7086-4fbd-b288-806c5c27fde3,segment=NetworkSegment(310d2f30-f052-4f7c-98a2-8ba18c3ef34d),segment_id=310d2f30-f052-4f7c-98a2-8ba18c3ef34d)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:18:44.162133 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9d8edaaf-5b36-4804-98d4-e2512d69d340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:44.297780 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9d8edaaf-5b36-4804-98d4-e2512d69d340 admin admin] Calling delete_port for dc67f8c6-7086-4fbd-b288-806c5c27fde3 owned by network:router_interface {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:18:44.339807 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-69d4304f-59c3-4adf-954a-cb76e305117f req-22ffcb19-c716-4b24-afc8-d8942acd409d tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Synchronizing usage tracker for tenant:54b0294a170e40e289cebd5d6db0e2e7 on resource:security_group {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:18:44.378057 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-69d4304f-59c3-4adf-954a-cb76e305117f req-22ffcb19-c716-4b24-afc8-d8942acd409d tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Unset dirty status for tenant:54b0294a170e40e289cebd5d6db0e2e7 on resource:security_group {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:18:44.379138 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-69d4304f-59c3-4adf-954a-cb76e305117f req-22ffcb19-c716-4b24-afc8-d8942acd409d tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2014135360&fields=id&tenant_id=54b0294a170e40e289cebd5d6db0e2e7 HTTP/1.1" status: 200 len: 267 time: 0.2413769 Jun 27 20:18:44.545182 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4304f-59c3-4adf-954a-cb76e305117f req-b4db1fa4-2636-4951-9c21-536f0aaf0f85 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:44.546613 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-69d4304f-59c3-4adf-954a-cb76e305117f req-b4db1fa4-2636-4951-9c21-536f0aaf0f85 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/networks?id=a4f9d903-5282-4633-b410-1fa282e9a3fa HTTP/1.1" status: 200 len: 814 time: 0.1606572 Jun 27 20:18:44.590971 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-69d4304f-59c3-4adf-954a-cb76e305117f req-29e15d9b-3615-4673-a32e-1141087cbdcb tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/quotas/54b0294a170e40e289cebd5d6db0e2e7 HTTP/1.1" status: 200 len: 375 time: 0.0166502 Jun 27 20:18:44.623941 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0c73f810-6490-406b-8cb0-8b514a46c4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:44.662845 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9d8edaaf-5b36-4804-98d4-e2512d69d340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14170096'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:44.711517 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8edaaf-5b36-4804-98d4-e2512d69d340 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc67f8c6-7086-4fbd-b288-806c5c27fde3,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:18:44.827276 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-69d4304f-59c3-4adf-954a-cb76e305117f req-87fb36c3-f0b3-4391-b9ca-eb04cd5affa9 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=54b0294a170e40e289cebd5d6db0e2e7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2283125 Jun 27 20:18:44.960818 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [req-69d4304f-59c3-4adf-954a-cb76e305117f req-9f0be79e-2bc5-4c9d-a9cc-08010acd74f8 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 27 20:18:44.961870 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-69d4304f-59c3-4adf-954a-cb76e305117f req-9f0be79e-2bc5-4c9d-a9cc-08010acd74f8 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0735798 Jun 27 20:18:45.221829 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9d8edaaf-5b36-4804-98d4-e2512d69d340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16717692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16759977'] for router_interface, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:45.353244 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-69d4304f-59c3-4adf-954a-cb76e305117f req-09b66405-ef64-448c-b88c-9f0b1be455b1 service neutron] 10.222.0.23 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838077 Jun 27 20:18:45.523364 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-69d4304f-59c3-4adf-954a-cb76e305117f req-a6465f7f-b562-4fa9-a078-1c3bb3258980 service neutron] 10.222.0.23 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629212 Jun 27 20:18:45.721500 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-58c938f5-03e7-4b36-a9cb-730a4ac26750 req-d0bfb6fd-7ad3-4812-8d8b-d4e776c3439d tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0cd4bed-5734-4ce3-af87-87bc58533e50 HTTP/1.1" status: 200 len: 210 time: 0.0593886 Jun 27 20:18:45.757023 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8edaaf-5b36-4804-98d4-e2512d69d340 admin admin] Router 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:18:45.940672 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8edaaf-5b36-4804-98d4-e2512d69d340 admin admin] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:18:45.955170 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-9d8edaaf-5b36-4804-98d4-e2512d69d340 admin admin] 10.222.0.23 "PUT /v2.0/routers/3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0999453 Jun 27 20:18:45.955494 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c117f431-1448-41b3-842e-bc8b19887174 None None] Sync routers for ids ['3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'] in dv-cinder-845799-1-iscsi {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:18:45.958344 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 36348) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:18:45.970391 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c117f431-1448-41b3-842e-bc8b19887174 None None] Routers {'3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:18:45.971069 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-c117f431-1448-41b3-842e-bc8b19887174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:18:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:18:46.150861 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2c13dbf9-7fcb-4bfd-a629-dc956970e400 admin admin] Notify callbacks [] for router, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:46.162986 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-c117f431-1448-41b3-842e-bc8b19887174 None None] Set router 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:18:46.332114 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2c13dbf9-7fcb-4bfd-a629-dc956970e400 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:46.342048 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2c13dbf9-7fcb-4bfd-a629-dc956970e400 admin admin] Deleting port 59094047-061e-4a54-9b2c-1f5b16b54587 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:18:46.342828 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2c13dbf9-7fcb-4bfd-a629-dc956970e400 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:46.447874 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-c117f431-1448-41b3-842e-bc8b19887174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'name': 'tempest-TestVolumeBootPattern-451240422-router', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:08:30Z', 'updated_at': '2022-06-27T20:18:44Z', 'revision_number': 5, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'gw_port': {'id': '59094047-061e-4a54-9b2c-1f5b16b54587', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:31:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:31Z', 'updated_at': '2022-06-27T20:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:18:46.451597 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c117f431-1448-41b3-842e-bc8b19887174 None None] Checking router: 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 for host: dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:18:46.460212 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c117f431-1448-41b3-842e-bc8b19887174 None None] Routers {'3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:18:46.460794 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-c117f431-1448-41b3-842e-bc8b19887174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:18:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:18:46.612389 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-c117f431-1448-41b3-842e-bc8b19887174 None None] Set router 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:18:46.631530 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-2c13dbf9-7fcb-4bfd-a629-dc956970e400 admin admin] For port 59094047-061e-4a54-9b2c-1f5b16b54587, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=59094047-061e-4a54-9b2c-1f5b16b54587,segment=NetworkSegment(c8e1d377-ef10-44fe-8306-b14a68212fb0),segment_id=c8e1d377-ef10-44fe-8306-b14a68212fb0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:18:46.631913 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2c13dbf9-7fcb-4bfd-a629-dc956970e400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:46.721506 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-c117f431-1448-41b3-842e-bc8b19887174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'name': 'tempest-TestVolumeBootPattern-451240422-router', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:08:30Z', 'updated_at': '2022-06-27T20:18:46Z', 'revision_number': 6, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'gw_port_host': None}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:18:46.726526 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c117f431-1448-41b3-842e-bc8b19887174 None None] The sync data for ids ['3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1'] in dv-cinder-845799-1-iscsi is: [{'id': '3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1', 'name': 'tempest-TestVolumeBootPattern-451240422-router', 'tenant_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:08:30Z', 'updated_at': '2022-06-27T20:18:46Z', 'revision_number': 6, 'project_id': 'caa8bd5588cd4b908faeb162efc54fb1', 'gw_port_host': None}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:18:46.761887 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-2c13dbf9-7fcb-4bfd-a629-dc956970e400 admin admin] Calling delete_port for 59094047-061e-4a54-9b2c-1f5b16b54587 owned by network:router_gateway {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:18:46.831875 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7a1cdb34-1b98-4f6c-9190-56bb24b71216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:46.919474 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4304f-59c3-4adf-954a-cb76e305117f req-ef781a8d-06a9-4a6b-8e69-09df763da235 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:46.921146 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-69d4304f-59c3-4adf-954a-cb76e305117f req-ef781a8d-06a9-4a6b-8e69-09df763da235 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.15 "GET /v2.0/networks?id=a4f9d903-5282-4633-b410-1fa282e9a3fa HTTP/1.1" status: 200 len: 814 time: 0.2139735 Jun 27 20:18:46.974804 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-63b122b3-60da-4a2d-be3f-5d21f02407c0 req-d95bc639-7fed-4f70-8a42-f08623cbe6bc tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0cd4bed-5734-4ce3-af87-87bc58533e50 HTTP/1.1" status: 200 len: 210 time: 0.0614913 Jun 27 20:18:46.979987 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-69d4304f-59c3-4adf-954a-cb76e305117f req-b8ae27df-6927-43be-b210-cc4c9c87e48a tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54b0294a170e40e289cebd5d6db0e2e7 HTTP/1.1" status: 200 len: 473 time: 0.0448396 Jun 27 20:18:46.990822 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-69d4304f-59c3-4adf-954a-cb76e305117f req-0fc6a0d7-b77b-4642-9fe4-61ca826a5d6f tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Request body: {'port': {'device_id': 'e0cd4bed-5734-4ce3-af87-87bc58533e50', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'admin_state_up': True, 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'security_groups': ['2016adaf-a62d-46ae-a3af-88584360ca78']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:18:47.001257 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2c13dbf9-7fcb-4bfd-a629-dc956970e400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14170096'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:47.047534 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13dbf9-7fcb-4bfd-a629-dc956970e400 admin admin] Pushing event deleted for resources: {'Port': ['ID=59094047-061e-4a54-9b2c-1f5b16b54587,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:18:47.132989 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-69d4304f-59c3-4adf-954a-cb76e305117f req-0fc6a0d7-b77b-4642-9fe4-61ca826a5d6f tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:18:47.136964 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-69d4304f-59c3-4adf-954a-cb76e305117f req-0fc6a0d7-b77b-4642-9fe4-61ca826a5d6f tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Usage tracker for resource:port and tenant:54b0294a170e40e289cebd5d6db0e2e7 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:18:47.139797 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-69d4304f-59c3-4adf-954a-cb76e305117f req-0fc6a0d7-b77b-4642-9fe4-61ca826a5d6f tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:18:47.145531 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-69d4304f-59c3-4adf-954a-cb76e305117f req-0fc6a0d7-b77b-4642-9fe4-61ca826a5d6f tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:18:47.150777 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2c13dbf9-7fcb-4bfd-a629-dc956970e400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16757820'] for router_gateway, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:47.155893 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69d4304f-59c3-4adf-954a-cb76e305117f req-0fc6a0d7-b77b-4642-9fe4-61ca826a5d6f tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Made reservation on behalf of 54b0294a170e40e289cebd5d6db0e2e7 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:18:47.160257 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-69d4304f-59c3-4adf-954a-cb76e305117f req-0fc6a0d7-b77b-4642-9fe4-61ca826a5d6f tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:47.325547 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-69d4304f-59c3-4adf-954a-cb76e305117f req-0fc6a0d7-b77b-4642-9fe4-61ca826a5d6f tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Allocated IP 172.20.0.11 (a4f9d903-5282-4633-b410-1fa282e9a3fa/477b3e9f-4c1d-42b2-a34b-ca1847893d97/1abfa8ae-61e2-4143-91a7-60d949417c70) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:18:47.326724 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2c13dbf9-7fcb-4bfd-a629-dc956970e400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16270997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4448'] for router, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:47.329065 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2c13dbf9-7fcb-4bfd-a629-dc956970e400 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:47.351332 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2c13dbf9-7fcb-4bfd-a629-dc956970e400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16272861'] for router, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:47.352018 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c13dbf9-7fcb-4bfd-a629-dc956970e400 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 {{(pid=88114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 27 20:18:47.364538 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2c13dbf9-7fcb-4bfd-a629-dc956970e400 admin admin] Notify callbacks [] for router, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:47.365706 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-2c13dbf9-7fcb-4bfd-a629-dc956970e400 admin admin] 10.222.0.23 "DELETE /v2.0/routers/3fe3bd38-906b-4dfe-8f2a-b4ba18b55bd1 HTTP/1.1" status: 204 len: 168 time: 1.4063582 Jun 27 20:18:47.368265 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 36358) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:18:47.508532 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-c52c3aae-fe66-48a5-b857-b9ed0798194b admin admin] Deleting subnet d296a220-8d8b-48c1-98ba-4729812d3752 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 27 20:18:47.516211 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c52c3aae-fe66-48a5-b857-b9ed0798194b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:47.602627 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c52c3aae-fe66-48a5-b857-b9ed0798194b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14191946'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:47.639700 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-69d4304f-59c3-4adf-954a-cb76e305117f req-0fc6a0d7-b77b-4642-9fe4-61ca826a5d6f tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:47.667532 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-69d4304f-59c3-4adf-954a-cb76e305117f req-0fc6a0d7-b77b-4642-9fe4-61ca826a5d6f tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Transition to ACTIVE for port object 1abfa8ae-61e2-4143-91a7-60d949417c70 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:18:47.708625 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c52c3aae-fe66-48a5-b857-b9ed0798194b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-607847'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:47.751465 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-69d4304f-59c3-4adf-954a-cb76e305117f req-0fc6a0d7-b77b-4642-9fe4-61ca826a5d6f tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:47.830735 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69d4304f-59c3-4adf-954a-cb76e305117f req-0fc6a0d7-b77b-4642-9fe4-61ca826a5d6f tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Network a4f9d903-5282-4633-b410-1fa282e9a3fa is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:18:47.836036 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-69d4304f-59c3-4adf-954a-cb76e305117f req-0fc6a0d7-b77b-4642-9fe4-61ca826a5d6f tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:18:47.838430 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d4304f-59c3-4adf-954a-cb76e305117f req-0fc6a0d7-b77b-4642-9fe4-61ca826a5d6f tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:18:47.885596 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6a0d7-b77b-4642-9fe4-61ca826a5d6f tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Pushing event updated for resources: {'Port': ['ID=1abfa8ae-61e2-4143-91a7-60d949417c70,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:18:47.895533 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c52c3aae-fe66-48a5-b857-b9ed0798194b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-607836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16137172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14291743'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:48.026785 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:48.060585 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c3aae-fe66-48a5-b857-b9ed0798194b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d296a220-8d8b-48c1-98ba-4729812d3752,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:18:48.070209 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-c52c3aae-fe66-48a5-b857-b9ed0798194b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:48.081916 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1a9f9f-62ae-4c9e-a4f0-a5b94a461cdf None None] Network 95174e0b-b3b6-422f-bf95-035686ee2474 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:18:48.082232 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4304f-59c3-4adf-954a-cb76e305117f req-0fc6a0d7-b77b-4642-9fe4-61ca826a5d6f tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:48.082809 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-69d4304f-59c3-4adf-954a-cb76e305117f req-0fc6a0d7-b77b-4642-9fe4-61ca826a5d6f tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:48.099516 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-c52c3aae-fe66-48a5-b857-b9ed0798194b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d296a220-8d8b-48c1-98ba-4729812d3752 HTTP/1.1" status: 204 len: 168 time: 0.7301641 Jun 27 20:18:48.101825 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 36364) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:18:48.130058 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-69d4304f-59c3-4adf-954a-cb76e305117f req-0fc6a0d7-b77b-4642-9fe4-61ca826a5d6f tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1425469 Jun 27 20:18:48.165392 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:48.172338 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device dc67f8c6-7086-4fbd-b288-806c5c27fde3 no longer exists at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:18:48.193129 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7782872-18aa-4d4c-bf5c-7369b520fdbd req-8011787e-2064-41c6-98a2-eb4d78fcc3bb tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:48.194662 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d7782872-18aa-4d4c-bf5c-7369b520fdbd req-8011787e-2064-41c6-98a2-eb4d78fcc3bb tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0cd4bed-5734-4ce3-af87-87bc58533e50 HTTP/1.1" status: 200 len: 932 time: 0.1059227 Jun 27 20:18:48.197351 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-69d4304f-59c3-4adf-954a-cb76e305117f req-887b1a08-74ee-43ad-9e48-ee635f1f10e8 service neutron] Request body: {'port': {'device_id': 'e0cd4bed-5734-4ce3-af87-87bc58533e50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84579'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:18:48.222918 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] No Port match for: dc67f8c6-7086-4fbd-b288-806c5c27fde3 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:18:48.223249 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device dc67f8c6-7086-4fbd-b288-806c5c27fde3 not bound to the agent host dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:18:48.223667 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 59094047-061e-4a54-9b2c-1f5b16b54587 no longer exists at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:18:48.242075 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d7782872-18aa-4d4c-bf5c-7369b520fdbd req-efd348c3-9855-4f73-a32e-6ffae2a0b0e6 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=2016adaf-a62d-46ae-a3af-88584360ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409424 Jun 27 20:18:48.258500 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-7c65b08a-da6f-4267-b2ae-a41305a55415 None None] Provisioning for port 1abfa8ae-61e2-4143-91a7-60d949417c70 completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:18:48.269355 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] No Port match for: 59094047-061e-4a54-9b2c-1f5b16b54587 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:18:48.269714 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 59094047-061e-4a54-9b2c-1f5b16b54587 not bound to the agent host dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:18:48.274286 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-7c65b08a-da6f-4267-b2ae-a41305a55415 None None] Provisioning complete for port 1abfa8ae-61e2-4143-91a7-60d949417c70 triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:18:48.274676 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7c65b08a-da6f-4267-b2ae-a41305a55415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:48.318676 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5b172c59-b434-429f-9d33-11f789354a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590302'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:48.353884 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-5b172c59-b434-429f-9d33-11f789354a5a admin admin] Deleting port 4acacc57-69dd-4317-9ea2-135fdb82cd02 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:18:48.354220 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5b172c59-b434-429f-9d33-11f789354a5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:48.381377 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-69d4304f-59c3-4adf-954a-cb76e305117f req-887b1a08-74ee-43ad-9e48-ee635f1f10e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:48.393543 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-7c65b08a-da6f-4267-b2ae-a41305a55415 None None] Port 1abfa8ae-61e2-4143-91a7-60d949417c70 cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:18:48.481316 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6116ca15-6565-47e5-86a4-0c0d7d6d4373 None None] DHCP port deletion for 95174e0b-b3b6-422f-bf95-035686ee2474 request from dv-cinder-845799-1-iscsi {{(pid=88115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 27 20:18:48.485254 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6116ca15-6565-47e5-86a4-0c0d7d6d4373 None None] Deleting port 4acacc57-69dd-4317-9ea2-135fdb82cd02 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:18:48.485758 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6116ca15-6565-47e5-86a4-0c0d7d6d4373 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:48.712624 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-6116ca15-6565-47e5-86a4-0c0d7d6d4373 None None] For port 4acacc57-69dd-4317-9ea2-135fdb82cd02, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=4acacc57-69dd-4317-9ea2-135fdb82cd02,segment=NetworkSegment(310d2f30-f052-4f7c-98a2-8ba18c3ef34d),segment_id=310d2f30-f052-4f7c-98a2-8ba18c3ef34d)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:18:48.712899 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6116ca15-6565-47e5-86a4-0c0d7d6d4373 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:48.757260 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-5b172c59-b434-429f-9d33-11f789354a5a admin admin] For port 4acacc57-69dd-4317-9ea2-135fdb82cd02, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=4acacc57-69dd-4317-9ea2-135fdb82cd02,segment=NetworkSegment(310d2f30-f052-4f7c-98a2-8ba18c3ef34d),segment_id=310d2f30-f052-4f7c-98a2-8ba18c3ef34d)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:18:48.757642 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5b172c59-b434-429f-9d33-11f789354a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:48.830242 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6116ca15-6565-47e5-86a4-0c0d7d6d4373 None None] Calling delete_port for 4acacc57-69dd-4317-9ea2-135fdb82cd02 owned by network:dhcp {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:18:48.889536 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-5b172c59-b434-429f-9d33-11f789354a5a admin admin] Calling delete_port for 4acacc57-69dd-4317-9ea2-135fdb82cd02 owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:18:48.905746 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6116ca15-6565-47e5-86a4-0c0d7d6d4373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534'] for port, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:48.950433 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116ca15-6565-47e5-86a4-0c0d7d6d4373 None None] Pushing event deleted for resources: {'Port': ['ID=4acacc57-69dd-4317-9ea2-135fdb82cd02,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:18:48.955614 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6116ca15-6565-47e5-86a4-0c0d7d6d4373 None None] No DVR routers for this DVR port 4acacc57-69dd-4317-9ea2-135fdb82cd02 on host dv-cinder-845799-1-iscsi {{(pid=88115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 20:18:48.960781 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6116ca15-6565-47e5-86a4-0c0d7d6d4373 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:18:48.961117 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6116ca15-6565-47e5-86a4-0c0d7d6d4373 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:18:48.961456 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6116ca15-6565-47e5-86a4-0c0d7d6d4373 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:18:48.961874 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6116ca15-6565-47e5-86a4-0c0d7d6d4373 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:18:48.962405 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6116ca15-6565-47e5-86a4-0c0d7d6d4373 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:18:48.962524 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6116ca15-6565-47e5-86a4-0c0d7d6d4373 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:18:48.962895 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6116ca15-6565-47e5-86a4-0c0d7d6d4373 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:18:48.963068 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6116ca15-6565-47e5-86a4-0c0d7d6d4373 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:18:48.963479 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6116ca15-6565-47e5-86a4-0c0d7d6d4373 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:18:48.963812 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6116ca15-6565-47e5-86a4-0c0d7d6d4373 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:18:48.964133 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6116ca15-6565-47e5-86a4-0c0d7d6d4373 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:18:48.964432 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6116ca15-6565-47e5-86a4-0c0d7d6d4373 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:18:49.006153 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.db.api [None req-5b172c59-b434-429f-9d33-11f789354a5a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 20:18:49.006467 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG oslo_db.api [None req-5b172c59-b434-429f-9d33-11f789354a5a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 20:18:49.058297 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [req-69d4304f-59c3-4adf-954a-cb76e305117f req-887b1a08-74ee-43ad-9e48-ee635f1f10e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1abfa8ae-61e2-4143-91a7-60d949417c70 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:18:49.065986 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-69d4304f-59c3-4adf-954a-cb76e305117f req-887b1a08-74ee-43ad-9e48-ee635f1f10e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:49.080785 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-69d4304f-59c3-4adf-954a-cb76e305117f req-887b1a08-74ee-43ad-9e48-ee635f1f10e8 service neutron] Transition to ACTIVE for port object 1abfa8ae-61e2-4143-91a7-60d949417c70 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:18:49.083995 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-69d4304f-59c3-4adf-954a-cb76e305117f req-887b1a08-74ee-43ad-9e48-ee635f1f10e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:49.214394 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b1a08-74ee-43ad-9e48-ee635f1f10e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1abfa8ae-61e2-4143-91a7-60d949417c70,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:18:49.296562 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:49.326272 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-69d4304f-59c3-4adf-954a-cb76e305117f req-887b1a08-74ee-43ad-9e48-ee635f1f10e8 service neutron] Attempting to bind port 1abfa8ae-61e2-4143-91a7-60d949417c70 on host hv-cinder-84579 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:18:49.326606 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-69d4304f-59c3-4adf-954a-cb76e305117f req-887b1a08-74ee-43ad-9e48-ee635f1f10e8 service neutron] Attempting to bind port 1abfa8ae-61e2-4143-91a7-60d949417c70 by drivers openvswitch,hyperv on host hv-cinder-84579 at level 0 using segments [{'id': 'd82ac3e5-92a8-4aa0-98bb-ca4afef7dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:18:49.326958 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d4304f-59c3-4adf-954a-cb76e305117f req-887b1a08-74ee-43ad-9e48-ee635f1f10e8 service neutron] Attempting to bind port 1abfa8ae-61e2-4143-91a7-60d949417c70 on network a4f9d903-5282-4633-b410-1fa282e9a3fa {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:18:49.332183 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d4304f-59c3-4adf-954a-cb76e305117f req-887b1a08-74ee-43ad-9e48-ee635f1f10e8 service neutron] Port 1abfa8ae-61e2-4143-91a7-60d949417c70 on network a4f9d903-5282-4633-b410-1fa282e9a3fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84579 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 20:18:49.332499 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d4304f-59c3-4adf-954a-cb76e305117f req-887b1a08-74ee-43ad-9e48-ee635f1f10e8 service neutron] Attempting to bind port 1abfa8ae-61e2-4143-91a7-60d949417c70 on network a4f9d903-5282-4633-b410-1fa282e9a3fa {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:18:49.337621 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d4304f-59c3-4adf-954a-cb76e305117f req-887b1a08-74ee-43ad-9e48-ee635f1f10e8 service neutron] Checking agent: {'id': '31e345cd-768d-4f38-b592-a73bb4a1bf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84579', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'started_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:18:49.337956 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d4304f-59c3-4adf-954a-cb76e305117f req-887b1a08-74ee-43ad-9e48-ee635f1f10e8 service neutron] Checking segment: {'id': 'd82ac3e5-92a8-4aa0-98bb-ca4afef7dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:18:49.338328 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d4304f-59c3-4adf-954a-cb76e305117f req-887b1a08-74ee-43ad-9e48-ee635f1f10e8 service neutron] Bound using segment: {'id': 'd82ac3e5-92a8-4aa0-98bb-ca4afef7dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:18:49.338743 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-69d4304f-59c3-4adf-954a-cb76e305117f req-887b1a08-74ee-43ad-9e48-ee635f1f10e8 service neutron] Bound port: 1abfa8ae-61e2-4143-91a7-60d949417c70, host: hv-cinder-84579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd82ac3e5-92a8-4aa0-98bb-ca4afef7dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:18:49.339081 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-69d4304f-59c3-4adf-954a-cb76e305117f req-887b1a08-74ee-43ad-9e48-ee635f1f10e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:49.429270 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-69d4304f-59c3-4adf-954a-cb76e305117f req-887b1a08-74ee-43ad-9e48-ee635f1f10e8 service neutron] For port 1abfa8ae-61e2-4143-91a7-60d949417c70, host hv-cinder-84579, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:18:49.432614 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-69d4304f-59c3-4adf-954a-cb76e305117f req-887b1a08-74ee-43ad-9e48-ee635f1f10e8 service neutron] For port 1abfa8ae-61e2-4143-91a7-60d949417c70, host hv-cinder-84579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=1abfa8ae-61e2-4143-91a7-60d949417c70,segment=NetworkSegment(d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd),segment_id=d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:18:49.437536 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-69d4304f-59c3-4adf-954a-cb76e305117f req-887b1a08-74ee-43ad-9e48-ee635f1f10e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:49.447723 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d211e7c-ca14-4497-bb60-cbc26d891b73 req-ac515b9a-4df0-4bec-9ffa-2dcf4d79dce8 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:49.449198 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8d211e7c-ca14-4497-bb60-cbc26d891b73 req-ac515b9a-4df0-4bec-9ffa-2dcf4d79dce8 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0cd4bed-5734-4ce3-af87-87bc58533e50 HTTP/1.1" status: 200 len: 944 time: 0.0890136 Jun 27 20:18:49.491107 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4304f-59c3-4adf-954a-cb76e305117f req-887b1a08-74ee-43ad-9e48-ee635f1f10e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:49.491617 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-69d4304f-59c3-4adf-954a-cb76e305117f req-887b1a08-74ee-43ad-9e48-ee635f1f10e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:49.493178 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-69d4304f-59c3-4adf-954a-cb76e305117f req-887b1a08-74ee-43ad-9e48-ee635f1f10e8 service neutron] 10.222.0.15 "PUT /v2.0/ports/1abfa8ae-61e2-4143-91a7-60d949417c70 HTTP/1.1" status: 200 len: 1094 time: 1.2999568 Jun 27 20:18:49.493395 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8d211e7c-ca14-4497-bb60-cbc26d891b73 req-8a9c67ca-bcbd-44b7-bb7c-a25aed36995b tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=2016adaf-a62d-46ae-a3af-88584360ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383294 Jun 27 20:18:49.495801 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0cd4bed-5734-4ce3-af87-87bc58533e50', 'tag': '1abfa8ae-61e2-4143-91a7-60d949417c70'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:18:49.508525 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-5b172c59-b434-429f-9d33-11f789354a5a admin admin] Deleting port 4acacc57-69dd-4317-9ea2-135fdb82cd02 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:18:49.508865 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5b172c59-b434-429f-9d33-11f789354a5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:49.663377 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddb5f0a2-3523-4efd-98a4-99cf7ae62442'] response: {'name': 'network-changed', 'server_uuid': 'e0cd4bed-5734-4ce3-af87-87bc58533e50', 'tag': '1abfa8ae-61e2-4143-91a7-60d949417c70', 'status': 'completed', 'code': 200} Jun 27 20:18:49.743009 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-5b172c59-b434-429f-9d33-11f789354a5a admin admin] The port '4acacc57-69dd-4317-9ea2-135fdb82cd02' was deleted {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 27 20:18:49.780197 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b1a08-74ee-43ad-9e48-ee635f1f10e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1abfa8ae-61e2-4143-91a7-60d949417c70,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:18:49.874055 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5b172c59-b434-429f-9d33-11f789354a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614162', 'neutron.services.segments.db._delete_segments_for_network-8741810542969'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:49.911513 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.services.segments.db [None req-5b172c59-b434-429f-9d33-11f789354a5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95174e0b-b3b6-422f-bf95-035686ee2474']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:18:49.919280 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4304f-59c3-4adf-954a-cb76e305117f req-9499005e-9cf9-446f-9d29-c1227514156d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:49.920742 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-69d4304f-59c3-4adf-954a-cb76e305117f req-9499005e-9cf9-446f-9d29-c1227514156d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54b0294a170e40e289cebd5d6db0e2e7&device_id=e0cd4bed-5734-4ce3-af87-87bc58533e50 HTTP/1.1" status: 200 len: 1097 time: 0.2596502 Jun 27 20:18:49.926721 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.services.segments.db [None req-5b172c59-b434-429f-9d33-11f789354a5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '310d2f30-f052-4f7c-98a2-8ba18c3ef34d') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:18:49.927014 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.services.segments.db [None req-5b172c59-b434-429f-9d33-11f789354a5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '310d2f30-f052-4f7c-98a2-8ba18c3ef34d') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:18:49.984955 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5b172c59-b434-429f-9d33-11f789354a5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741810611348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14191939'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:50.009807 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-69d4304f-59c3-4adf-954a-cb76e305117f req-13f4e2fe-c9df-4834-8aaa-8c5928eaad76 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1abfa8ae-61e2-4143-91a7-60d949417c70 HTTP/1.1" status: 200 len: 217 time: 0.0716481 Jun 27 20:18:50.013117 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5b172c59-b434-429f-9d33-11f789354a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603533'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:50.060538 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b172c59-b434-429f-9d33-11f789354a5a admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 20:18:50.060923 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5b172c59-b434-429f-9d33-11f789354a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-603522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16137082'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:50.149747 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 4acacc57-69dd-4317-9ea2-135fdb82cd02 no longer exists at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:18:50.150789 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.services.segments.plugin [-] Segment 310d2f30-f052-4f7c-98a2-8ba18c3ef34d resource provider aggregate not found Jun 27 20:18:50.166745 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4304f-59c3-4adf-954a-cb76e305117f req-1b0401b7-f607-49dd-8be0-6ce14a8635b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:50.168197 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-69d4304f-59c3-4adf-954a-cb76e305117f req-1b0401b7-f607-49dd-8be0-6ce14a8635b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=477b3e9f-4c1d-42b2-a34b-ca1847893d97 HTTP/1.1" status: 200 len: 853 time: 0.1527753 Jun 27 20:18:50.170634 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5b172c59-b434-429f-9d33-11f789354a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16271069'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:50.185186 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] No Port match for: 4acacc57-69dd-4317-9ea2-135fdb82cd02 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:18:50.185529 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 4acacc57-69dd-4317-9ea2-135fdb82cd02 not bound to the agent host dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:18:50.194250 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5b172c59-b434-429f-9d33-11f789354a5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:50.198464 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.services.segments.plugin [-] Segment 310d2f30-f052-4f7c-98a2-8ba18c3ef34d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 310d2f30-f052-4f7c-98a2-8ba18c3ef34d found for delete ", "request_id": "req-1c771f7d-6237-40f2-9e19-a261c2d6c45d"}]} Jun 27 20:18:50.243051 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b172c59-b434-429f-9d33-11f789354a5a admin admin] Pushing event deleted for resources: {'Network': ['ID=95174e0b-b3b6-422f-bf95-035686ee2474,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:18:50.264921 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-5b172c59-b434-429f-9d33-11f789354a5a admin admin] 10.222.0.23 "DELETE /v2.0/networks/95174e0b-b3b6-422f-bf95-035686ee2474 HTTP/1.1" status: 204 len: 168 time: 2.1619956 Jun 27 20:18:50.267678 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 36378) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:18:50.290573 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4304f-59c3-4adf-954a-cb76e305117f req-8150c4c6-dcd5-4fa0-988a-506c287b566c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:50.292182 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-69d4304f-59c3-4adf-954a-cb76e305117f req-8150c4c6-dcd5-4fa0-988a-506c287b566c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4f9d903-5282-4633-b410-1fa282e9a3fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0954792 Jun 27 20:18:50.433723 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-69d4304f-59c3-4adf-954a-cb76e305117f req-ef950dae-126a-428f-8c62-2a53eb403d52 service neutron] 10.222.0.15 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349738 Jun 27 20:18:50.567500 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-69d4304f-59c3-4adf-954a-cb76e305117f req-a04a8242-1aac-43a5-8513-aff532f675cc service neutron] 10.222.0.15 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271613 Jun 27 20:18:50.757007 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46031e04-40aa-4d88-b6db-9fa7046e8a0d req-7d586ce2-a22f-47b2-9321-f4df294af173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:50.758525 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-46031e04-40aa-4d88-b6db-9fa7046e8a0d req-7d586ce2-a22f-47b2-9321-f4df294af173 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54b0294a170e40e289cebd5d6db0e2e7&device_id=e0cd4bed-5734-4ce3-af87-87bc58533e50 HTTP/1.1" status: 200 len: 1097 time: 0.1044400 Jun 27 20:18:50.878736 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b4064-7382-4b4d-abc2-bbbdd16c777c req-15c69e4e-dd0d-49cd-8995-9fb710f549d9 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:50.880236 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-083b4064-7382-4b4d-abc2-bbbdd16c777c req-15c69e4e-dd0d-49cd-8995-9fb710f549d9 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0cd4bed-5734-4ce3-af87-87bc58533e50 HTTP/1.1" status: 200 len: 944 time: 0.2709258 Jun 27 20:18:50.894894 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46031e04-40aa-4d88-b6db-9fa7046e8a0d req-a9276032-1be5-4a27-8100-304b0ba3b3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:50.896335 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-46031e04-40aa-4d88-b6db-9fa7046e8a0d req-a9276032-1be5-4a27-8100-304b0ba3b3e1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4f9d903-5282-4633-b410-1fa282e9a3fa HTTP/1.1" status: 200 len: 915 time: 0.1318693 Jun 27 20:18:50.962349 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-46031e04-40aa-4d88-b6db-9fa7046e8a0d req-df363c97-66b8-449e-abe4-5cd55e8b68c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1abfa8ae-61e2-4143-91a7-60d949417c70 HTTP/1.1" status: 200 len: 217 time: 0.0605109 Jun 27 20:18:50.968414 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-083b4064-7382-4b4d-abc2-bbbdd16c777c req-12b5fd53-c705-464c-9f3d-32753b833692 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=2016adaf-a62d-46ae-a3af-88584360ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583382 Jun 27 20:18:51.027323 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46031e04-40aa-4d88-b6db-9fa7046e8a0d req-f5a66b0f-c82f-43be-b09f-6d2aed725ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:51.028877 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-46031e04-40aa-4d88-b6db-9fa7046e8a0d req-f5a66b0f-c82f-43be-b09f-6d2aed725ad7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=477b3e9f-4c1d-42b2-a34b-ca1847893d97 HTTP/1.1" status: 200 len: 853 time: 0.0605657 Jun 27 20:18:51.061611 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d32fe43b-48a1-4de8-a5fa-2c565d5f6127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16760029'] for router_interface, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:51.109990 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46031e04-40aa-4d88-b6db-9fa7046e8a0d req-2abf1c88-e0b2-40ad-873d-f3a60df5d64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:51.111992 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-46031e04-40aa-4d88-b6db-9fa7046e8a0d req-2abf1c88-e0b2-40ad-873d-f3a60df5d64f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4f9d903-5282-4633-b410-1fa282e9a3fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0776985 Jun 27 20:18:51.245620 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-46031e04-40aa-4d88-b6db-9fa7046e8a0d req-6e620037-5068-40a6-b6e2-1034c20f7905 service neutron] 10.222.0.15 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276712 Jun 27 20:18:51.416638 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d32fe43b-48a1-4de8-a5fa-2c565d5f6127 admin admin] Deleting port 59c100f6-e8e2-4c65-bf31-a8bbb8c03246 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:18:51.416969 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d32fe43b-48a1-4de8-a5fa-2c565d5f6127 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:51.476365 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-46031e04-40aa-4d88-b6db-9fa7046e8a0d req-1f70f079-0c9b-4f4d-85b1-a5843245d8ef service neutron] 10.222.0.15 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243750 Jun 27 20:18:51.587708 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-d32fe43b-48a1-4de8-a5fa-2c565d5f6127 admin admin] For port 59c100f6-e8e2-4c65-bf31-a8bbb8c03246, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=59c100f6-e8e2-4c65-bf31-a8bbb8c03246,segment=NetworkSegment(25ddf601-bcba-4aa4-9c61-f63d40f935d3),segment_id=25ddf601-bcba-4aa4-9c61-f63d40f935d3)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:18:51.587982 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d32fe43b-48a1-4de8-a5fa-2c565d5f6127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:51.715347 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d32fe43b-48a1-4de8-a5fa-2c565d5f6127 admin admin] Calling delete_port for 59c100f6-e8e2-4c65-bf31-a8bbb8c03246 owned by network:router_interface {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:18:51.879930 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d32fe43b-48a1-4de8-a5fa-2c565d5f6127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14170096'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:51.926252 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32fe43b-48a1-4de8-a5fa-2c565d5f6127 admin admin] Pushing event deleted for resources: {'Port': ['ID=59c100f6-e8e2-4c65-bf31-a8bbb8c03246,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:18:52.356925 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d32fe43b-48a1-4de8-a5fa-2c565d5f6127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16717692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16759977'] for router_interface, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:52.376730 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72278a4-b5f1-41a6-9168-6c0532615720 req-629d8147-fa08-43a3-a5e6-42449b94d7b9 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:52.378212 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d72278a4-b5f1-41a6-9168-6c0532615720 req-629d8147-fa08-43a3-a5e6-42449b94d7b9 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0cd4bed-5734-4ce3-af87-87bc58533e50 HTTP/1.1" status: 200 len: 944 time: 0.2410164 Jun 27 20:18:52.544974 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d72278a4-b5f1-41a6-9168-6c0532615720 req-b0a9016b-69b6-4650-85ce-fdde6642aa74 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=2016adaf-a62d-46ae-a3af-88584360ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191411 Jun 27 20:18:52.747476 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32fe43b-48a1-4de8-a5fa-2c565d5f6127 admin admin] Router d7cb7f7a-8b83-4ab7-b1b0-02616407a86d has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:18:52.921143 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32fe43b-48a1-4de8-a5fa-2c565d5f6127 admin admin] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:18:52.930300 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe0fab6-796e-4d4c-9be4-bbb309ad3096 None None] Sync routers for ids ['d7cb7f7a-8b83-4ab7-b1b0-02616407a86d'] in dv-cinder-845799-1-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:18:52.938922 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-d32fe43b-48a1-4de8-a5fa-2c565d5f6127 admin admin] 10.222.0.23 "PUT /v2.0/routers/d7cb7f7a-8b83-4ab7-b1b0-02616407a86d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6701138 Jun 27 20:18:52.940343 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe0fab6-796e-4d4c-9be4-bbb309ad3096 None None] Routers {'d7cb7f7a-8b83-4ab7-b1b0-02616407a86d'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:18:52.940930 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-dbe0fab6-796e-4d4c-9be4-bbb309ad3096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:18:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['d7cb7f7a-8b83-4ab7-b1b0-02616407a86d'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:18:52.941618 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 36392) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:18:53.110020 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-dbe0fab6-796e-4d4c-9be4-bbb309ad3096 None None] Set router d7cb7f7a-8b83-4ab7-b1b0-02616407a86d gateway port host: dv-cinder-845799-1-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:18:53.111040 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dc04ec92-9a11-4a12-adda-b395e3cdd4a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:53.289198 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dc04ec92-9a11-4a12-adda-b395e3cdd4a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:53.298101 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-dc04ec92-9a11-4a12-adda-b395e3cdd4a5 admin admin] Deleting port 79270444-c8c3-4235-b552-dfa3a0102c0f {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:18:53.298433 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dc04ec92-9a11-4a12-adda-b395e3cdd4a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:53.390423 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-dbe0fab6-796e-4d4c-9be4-bbb309ad3096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cb7f7a-8b83-4ab7-b1b0-02616407a86d', 'name': 'tempest-TestVolumeBootPattern-469551735-router', 'tenant_id': '1e9e5c6a6bab404790e54af7e19e4e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '79270444-c8c3-4235-b552-dfa3a0102c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:08:39Z', 'updated_at': '2022-06-27T20:18:51Z', 'revision_number': 5, 'project_id': '1e9e5c6a6bab404790e54af7e19e4e21', 'gw_port': {'id': '79270444-c8c3-4235-b552-dfa3a0102c0f', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:89:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cb7f7a-8b83-4ab7-b1b0-02616407a86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:08:41Z', 'updated_at': '2022-06-27T20:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:18:53.394584 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe0fab6-796e-4d4c-9be4-bbb309ad3096 None None] Checking router: d7cb7f7a-8b83-4ab7-b1b0-02616407a86d for host: dv-cinder-845799-1-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:18:53.402653 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe0fab6-796e-4d4c-9be4-bbb309ad3096 None None] Routers {'d7cb7f7a-8b83-4ab7-b1b0-02616407a86d'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:18:53.403232 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-dbe0fab6-796e-4d4c-9be4-bbb309ad3096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:18:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['d7cb7f7a-8b83-4ab7-b1b0-02616407a86d'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:18:53.466356 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-dc04ec92-9a11-4a12-adda-b395e3cdd4a5 admin admin] For port 79270444-c8c3-4235-b552-dfa3a0102c0f, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=79270444-c8c3-4235-b552-dfa3a0102c0f,segment=NetworkSegment(c8e1d377-ef10-44fe-8306-b14a68212fb0),segment_id=c8e1d377-ef10-44fe-8306-b14a68212fb0)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:18:53.466732 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dc04ec92-9a11-4a12-adda-b395e3cdd4a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:53.547132 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-dbe0fab6-796e-4d4c-9be4-bbb309ad3096 None None] Set router d7cb7f7a-8b83-4ab7-b1b0-02616407a86d gateway port host: None {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:18:53.587784 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-dc04ec92-9a11-4a12-adda-b395e3cdd4a5 admin admin] Calling delete_port for 79270444-c8c3-4235-b552-dfa3a0102c0f owned by network:router_gateway {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:18:53.651827 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-dbe0fab6-796e-4d4c-9be4-bbb309ad3096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cb7f7a-8b83-4ab7-b1b0-02616407a86d', 'name': 'tempest-TestVolumeBootPattern-469551735-router', 'tenant_id': '1e9e5c6a6bab404790e54af7e19e4e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:08:39Z', 'updated_at': '2022-06-27T20:18:53Z', 'revision_number': 6, 'project_id': '1e9e5c6a6bab404790e54af7e19e4e21', 'gw_port_host': None}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:18:53.656143 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe0fab6-796e-4d4c-9be4-bbb309ad3096 None None] The sync data for ids ['d7cb7f7a-8b83-4ab7-b1b0-02616407a86d'] in dv-cinder-845799-1-iscsi is: [{'id': 'd7cb7f7a-8b83-4ab7-b1b0-02616407a86d', 'name': 'tempest-TestVolumeBootPattern-469551735-router', 'tenant_id': '1e9e5c6a6bab404790e54af7e19e4e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:08:39Z', 'updated_at': '2022-06-27T20:18:53Z', 'revision_number': 6, 'project_id': '1e9e5c6a6bab404790e54af7e19e4e21', 'gw_port_host': None}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:18:53.861043 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da861c09-c53c-43b8-945d-798fcd06c5ed req-df28d66c-7f07-4489-a0a8-972d646218df tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:53.863066 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-da861c09-c53c-43b8-945d-798fcd06c5ed req-df28d66c-7f07-4489-a0a8-972d646218df tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0cd4bed-5734-4ce3-af87-87bc58533e50 HTTP/1.1" status: 200 len: 944 time: 0.1304703 Jun 27 20:18:53.938616 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-da861c09-c53c-43b8-945d-798fcd06c5ed req-4a93163d-9c58-4283-ab9f-080f932a19e4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=2016adaf-a62d-46ae-a3af-88584360ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681946 Jun 27 20:18:53.972195 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dc04ec92-9a11-4a12-adda-b395e3cdd4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14170096'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:54.018601 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04ec92-9a11-4a12-adda-b395e3cdd4a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=79270444-c8c3-4235-b552-dfa3a0102c0f,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:18:54.124441 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dc04ec92-9a11-4a12-adda-b395e3cdd4a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16757820'] for router_gateway, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:54.290603 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dc04ec92-9a11-4a12-adda-b395e3cdd4a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16270997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4448'] for router, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:54.292670 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dc04ec92-9a11-4a12-adda-b395e3cdd4a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:54.313939 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dc04ec92-9a11-4a12-adda-b395e3cdd4a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16272861'] for router, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:54.314892 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc04ec92-9a11-4a12-adda-b395e3cdd4a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7cb7f7a-8b83-4ab7-b1b0-02616407a86d {{(pid=88114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 27 20:18:54.326764 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dc04ec92-9a11-4a12-adda-b395e3cdd4a5 admin admin] Notify callbacks [] for router, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:54.327856 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-dc04ec92-9a11-4a12-adda-b395e3cdd4a5 admin admin] 10.222.0.23 "DELETE /v2.0/routers/d7cb7f7a-8b83-4ab7-b1b0-02616407a86d HTTP/1.1" status: 204 len: 168 time: 1.3853505 Jun 27 20:18:54.331188 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 36400) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:18:54.393331 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_v2 [None req-04afbbc1-640c-49b2-a824-212a04b1ab10 admin admin] Deleting subnet 653c2081-4729-47a5-b6a4-3c5c8ff3c822 {{(pid=88114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 27 20:18:54.396471 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-04afbbc1-640c-49b2-a824-212a04b1ab10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:54.424480 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 59c100f6-e8e2-4c65-bf31-a8bbb8c03246 no longer exists at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:18:54.450215 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-04afbbc1-640c-49b2-a824-212a04b1ab10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14146910'] for subnet, precommit_delete_associations {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:54.461911 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] No Port match for: 59c100f6-e8e2-4c65-bf31-a8bbb8c03246 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:18:54.462258 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 59c100f6-e8e2-4c65-bf31-a8bbb8c03246 not bound to the agent host dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:18:54.462682 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 79270444-c8c3-4235-b552-dfa3a0102c0f no longer exists at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:18:54.495429 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] No Port match for: 79270444-c8c3-4235-b552-dfa3a0102c0f {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:18:54.495771 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 79270444-c8c3-4235-b552-dfa3a0102c0f not bound to the agent host dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:18:54.533933 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-04afbbc1-640c-49b2-a824-212a04b1ab10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-607847'] for subnet, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:54.604181 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-04afbbc1-640c-49b2-a824-212a04b1ab10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-607836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14170029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14401395'] for subnet, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:54.643260 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04afbbc1-640c-49b2-a824-212a04b1ab10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=653c2081-4729-47a5-b6a4-3c5c8ff3c822,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:18:54.650695 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-04afbbc1-640c-49b2-a824-212a04b1ab10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:54.655892 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26150f81-ffb9-46cb-9466-9bfa8894a915 None None] Network 78065fbd-32e7-42a7-9ebd-1fccf5037d15 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:18:54.656280 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-04afbbc1-640c-49b2-a824-212a04b1ab10 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/653c2081-4729-47a5-b6a4-3c5c8ff3c822 HTTP/1.1" status: 204 len: 168 time: 0.3241839 Jun 27 20:18:54.658824 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 36404) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:18:54.761276 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7f6f0162-711a-4967-9b2a-68473c17562d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590302'] for network, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:54.771463 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-7f6f0162-711a-4967-9b2a-68473c17562d admin admin] Deleting port ffd4a905-d787-494a-bab6-df88a4c6b64e {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:18:54.771787 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7f6f0162-711a-4967-9b2a-68473c17562d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:54.920693 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af583739-56d8-4579-8df4-4753859ff891 None None] DHCP port deletion for 78065fbd-32e7-42a7-9ebd-1fccf5037d15 request from dv-cinder-845799-1-iscsi {{(pid=88115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 27 20:18:54.925448 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-af583739-56d8-4579-8df4-4753859ff891 None None] Deleting port ffd4a905-d787-494a-bab6-df88a4c6b64e {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:18:54.925859 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-af583739-56d8-4579-8df4-4753859ff891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:54.975679 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-7f6f0162-711a-4967-9b2a-68473c17562d admin admin] For port ffd4a905-d787-494a-bab6-df88a4c6b64e, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=ffd4a905-d787-494a-bab6-df88a4c6b64e,segment=NetworkSegment(25ddf601-bcba-4aa4-9c61-f63d40f935d3),segment_id=25ddf601-bcba-4aa4-9c61-f63d40f935d3)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:18:54.976505 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7f6f0162-711a-4967-9b2a-68473c17562d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:55.099580 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-7f6f0162-711a-4967-9b2a-68473c17562d admin admin] Calling delete_port for ffd4a905-d787-494a-bab6-df88a4c6b64e owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:18:55.124747 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-af583739-56d8-4579-8df4-4753859ff891 None None] For port ffd4a905-d787-494a-bab6-df88a4c6b64e, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=ffd4a905-d787-494a-bab6-df88a4c6b64e,segment=NetworkSegment(25ddf601-bcba-4aa4-9c61-f63d40f935d3),segment_id=25ddf601-bcba-4aa4-9c61-f63d40f935d3)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:18:55.125058 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-af583739-56d8-4579-8df4-4753859ff891 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:55.249728 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-af583739-56d8-4579-8df4-4753859ff891 None None] Calling delete_port for ffd4a905-d787-494a-bab6-df88a4c6b64e owned by network:dhcp {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:18:55.322185 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 1abfa8ae-61e2-4143-91a7-60d949417c70 details requested by agent hyperv_hv-cinder-84579 with host hv-cinder-84579 {{(pid=88115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 20:18:55.326775 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7f6f0162-711a-4967-9b2a-68473c17562d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14170096'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:55.334965 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.db.api [None req-af583739-56d8-4579-8df4-4753859ff891 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 20:18:55.335335 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG oslo_db.api [None req-af583739-56d8-4579-8df4-4753859ff891 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 20:18:55.378480 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f0162-711a-4967-9b2a-68473c17562d admin admin] Pushing event deleted for resources: {'Port': ['ID=ffd4a905-d787-494a-bab6-df88a4c6b64e,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:18:55.388521 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bc46c-119e-4728-99e4-8da07ba7269d req-5b0a935a-e6be-49aa-99c8-87fadacbbe66 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:55.390004 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8c7bc46c-119e-4728-99e4-8da07ba7269d req-5b0a935a-e6be-49aa-99c8-87fadacbbe66 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0cd4bed-5734-4ce3-af87-87bc58533e50 HTTP/1.1" status: 200 len: 944 time: 0.2982309 Jun 27 20:18:55.390812 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6f0162-711a-4967-9b2a-68473c17562d admin admin] No DVR routers for this DVR port ffd4a905-d787-494a-bab6-df88a4c6b64e on host dv-cinder-845799-1-iscsi {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 20:18:55.460786 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 1abfa8ae-61e2-4143-91a7-60d949417c70, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=1abfa8ae-61e2-4143-91a7-60d949417c70,segment=NetworkSegment(d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd),segment_id=d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:18:55.473524 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Returning: {'device': '1abfa8ae-61e2-4143-91a7-60d949417c70', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'port_id': '1abfa8ae-61e2-4143-91a7-60d949417c70', 'mac_address': 'fa:16:3e:dc:75:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 20:18:55.529022 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 1abfa8ae-61e2-4143-91a7-60d949417c70 is: DOWN; New status is: BUILD {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:18:55.529386 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:55.534282 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8c7bc46c-119e-4728-99e4-8da07ba7269d req-288a866e-1a0f-4f0e-8638-338eb54bc0fa tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=2016adaf-a62d-46ae-a3af-88584360ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153498 Jun 27 20:18:55.537837 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7f6f0162-711a-4967-9b2a-68473c17562d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614162', 'neutron.services.segments.db._delete_segments_for_network-8741810542969'] for network, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:55.565698 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-7f6f0162-711a-4967-9b2a-68473c17562d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78065fbd-32e7-42a7-9ebd-1fccf5037d15']}} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:18:55.577792 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1abfa8ae-61e2-4143-91a7-60d949417c70 {{(pid=88115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:18:55.578014 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-7f6f0162-711a-4967-9b2a-68473c17562d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ddf601-bcba-4aa4-9c61-f63d40f935d3') {'for_net_delete': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:18:55.578178 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-7f6f0162-711a-4967-9b2a-68473c17562d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ddf601-bcba-4aa4-9c61-f63d40f935d3') {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:18:55.589316 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7f6f0162-711a-4967-9b2a-68473c17562d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741810611348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14146903'] for segment, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:55.592268 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 1abfa8ae-61e2-4143-91a7-60d949417c70, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=1abfa8ae-61e2-4143-91a7-60d949417c70,segment=NetworkSegment(d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd),segment_id=d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:18:55.596138 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:55.605370 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7f6f0162-711a-4967-9b2a-68473c17562d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603533'] for segment, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:55.611831 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f6f0162-711a-4967-9b2a-68473c17562d admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=88114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 20:18:55.612211 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7f6f0162-711a-4967-9b2a-68473c17562d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-603522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14169859'] for segment, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:55.661740 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=1abfa8ae-61e2-4143-91a7-60d949417c70,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:18:55.677674 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.services.segments.plugin [-] Segment 25ddf601-bcba-4aa4-9c61-f63d40f935d3 resource provider aggregate not found Jun 27 20:18:55.698277 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.services.segments.plugin [-] Segment 25ddf601-bcba-4aa4-9c61-f63d40f935d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25ddf601-bcba-4aa4-9c61-f63d40f935d3 found for delete ", "request_id": "req-c53e8155-7f5c-42dd-aa22-0154ceaf80c9"}]} Jun 27 20:18:55.711458 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7f6f0162-711a-4967-9b2a-68473c17562d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16271069'] for network, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:55.716558 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7f6f0162-711a-4967-9b2a-68473c17562d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for network, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:55.743324 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f0162-711a-4967-9b2a-68473c17562d admin admin] Pushing event deleted for resources: {'Network': ['ID=78065fbd-32e7-42a7-9ebd-1fccf5037d15,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:18:55.746914 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-7f6f0162-711a-4967-9b2a-68473c17562d admin admin] 10.222.0.23 "DELETE /v2.0/networks/78065fbd-32e7-42a7-9ebd-1fccf5037d15 HTTP/1.1" status: 204 len: 168 time: 1.0871861 Jun 27 20:18:55.836477 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-af583739-56d8-4579-8df4-4753859ff891 None None] Deleting port ffd4a905-d787-494a-bab6-df88a4c6b64e {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:18:55.836857 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-af583739-56d8-4579-8df4-4753859ff891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:55.885323 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 36416) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:18:55.904079 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-af583739-56d8-4579-8df4-4753859ff891 None None] The port 'ffd4a905-d787-494a-bab6-df88a4c6b64e' was deleted {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 27 20:18:55.941023 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-a5fb8aab-fc7c-4947-a8c4-ae8d5deac171 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=caa8bd5588cd4b908faeb162efc54fb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0544045 Jun 27 20:18:55.943396 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 36420) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:18:55.999544 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a52ff3d0-a074-44b7-9917-2f1bf44da272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:56.026534 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a52ff3d0-a074-44b7-9917-2f1bf44da272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:56.054565 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['1abfa8ae-61e2-4143-91a7-60d949417c70'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:18:56.078425 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a52ff3d0-a074-44b7-9917-2f1bf44da272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:56.099205 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ff3d0-a074-44b7-9917-2f1bf44da272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20531e1-f145-4987-9e87-ad264c2f3688,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:18:56.106984 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a52ff3d0-a074-44b7-9917-2f1bf44da272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:56.108104 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-a52ff3d0-a074-44b7-9917-2f1bf44da272 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b20531e1-f145-4987-9e87-ad264c2f3688 HTTP/1.1" status: 204 len: 168 time: 0.1637228 Jun 27 20:18:56.162130 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device ffd4a905-d787-494a-bab6-df88a4c6b64e no longer exists at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:18:56.205863 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] No Port match for: ffd4a905-d787-494a-bab6-df88a4c6b64e {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:18:56.206401 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device ffd4a905-d787-494a-bab6-df88a4c6b64e not bound to the agent host dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:18:56.476145 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 36428) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:18:56.522977 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-f7901ce2-517f-4acb-8128-7a8af3a956bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e9e5c6a6bab404790e54af7e19e4e21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457346 Jun 27 20:18:56.525247 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 36432) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:18:56.583852 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-08a8676b-e6ad-4170-929f-f6217a289bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:56.609020 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-08a8676b-e6ad-4170-929f-f6217a289bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:56.706839 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-08a8676b-e6ad-4170-929f-f6217a289bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:56.733846 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8676b-e6ad-4170-929f-f6217a289bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eaece14-2550-42a2-beef-b081adbc8376,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:18:56.739917 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-08a8676b-e6ad-4170-929f-f6217a289bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:56.741019 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-08a8676b-e6ad-4170-929f-f6217a289bf6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9eaece14-2550-42a2-beef-b081adbc8376 HTTP/1.1" status: 204 len: 168 time: 0.2148926 Jun 27 20:18:56.749558 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20c523-4527-44f7-a173-1cc237bdd7a1 req-8af07140-28e3-4e31-ab20-a281ac2c8b3f tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:56.756242 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1f20c523-4527-44f7-a173-1cc237bdd7a1 req-8af07140-28e3-4e31-ab20-a281ac2c8b3f tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0cd4bed-5734-4ce3-af87-87bc58533e50 HTTP/1.1" status: 200 len: 945 time: 0.1142139 Jun 27 20:18:56.794846 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1f20c523-4527-44f7-a173-1cc237bdd7a1 req-7b52b83b-d89a-415f-a49a-2c35479114bc tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=2016adaf-a62d-46ae-a3af-88584360ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377762 Jun 27 20:18:57.320681 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 1abfa8ae-61e2-4143-91a7-60d949417c70 up at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:18:57.388204 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning for port 1abfa8ae-61e2-4143-91a7-60d949417c70 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:18:57.393256 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning complete for port 1abfa8ae-61e2-4143-91a7-60d949417c70 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:18:57.393717 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:57.504778 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 1abfa8ae-61e2-4143-91a7-60d949417c70 is: BUILD; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:18:57.505156 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:57.533625 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0cd4bed-5734-4ce3-af87-87bc58533e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abfa8ae-61e2-4143-91a7-60d949417c70'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:18:57.542912 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 1abfa8ae-61e2-4143-91a7-60d949417c70, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=1abfa8ae-61e2-4143-91a7-60d949417c70,segment=NetworkSegment(d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd),segment_id=d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:18:57.546883 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:18:57.582884 dv-cinder-845799-1-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-546b8cb1-5d50-4108-8098-ce5ca53e7d72'] response: {'server_uuid': 'e0cd4bed-5734-4ce3-af87-87bc58533e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abfa8ae-61e2-4143-91a7-60d949417c70', 'code': 200} Jun 27 20:18:57.613691 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=1abfa8ae-61e2-4143-91a7-60d949417c70,revision_number=5']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:18:57.849317 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98450be3-e042-4cff-b90c-212ea8e0212a req-11a3e8f1-1480-4d19-bde8-cf953f7d7460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:57.850861 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-98450be3-e042-4cff-b90c-212ea8e0212a req-11a3e8f1-1480-4d19-bde8-cf953f7d7460 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e0cd4bed-5734-4ce3-af87-87bc58533e50 HTTP/1.1" status: 200 len: 1099 time: 0.0802717 Jun 27 20:18:57.891599 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-98450be3-e042-4cff-b90c-212ea8e0212a req-ef76db28-07e7-4a53-89bf-c64a007bb2b1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2016adaf-a62d-46ae-a3af-88584360ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347605 Jun 27 20:18:57.987043 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ccb51-aa48-43a0-befe-bd9e16ef5bcd req-50868ada-da76-4fd7-8f6c-5260b2cce607 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:57.988460 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4f2ccb51-aa48-43a0-befe-bd9e16ef5bcd req-50868ada-da76-4fd7-8f6c-5260b2cce607 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0cd4bed-5734-4ce3-af87-87bc58533e50 HTTP/1.1" status: 200 len: 946 time: 0.0878837 Jun 27 20:18:58.030460 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4f2ccb51-aa48-43a0-befe-bd9e16ef5bcd req-9913450e-2acb-4274-82f2-e52b2d08cb11 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=2016adaf-a62d-46ae-a3af-88584360ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362225 Jun 27 20:18:59.228145 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d54ac-f9ee-4859-80a8-114049ffb816 req-21756c21-7e82-4ff3-bb8c-b91b84f96548 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:18:59.229490 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f85d54ac-f9ee-4859-80a8-114049ffb816 req-21756c21-7e82-4ff3-bb8c-b91b84f96548 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0cd4bed-5734-4ce3-af87-87bc58533e50 HTTP/1.1" status: 200 len: 946 time: 0.0908477 Jun 27 20:18:59.278247 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f85d54ac-f9ee-4859-80a8-114049ffb816 req-e4a3c63e-4c11-4682-bd20-d4e4af71f4a9 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=2016adaf-a62d-46ae-a3af-88584360ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430403 Jun 27 20:19:00.465335 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f703fb95-26fb-4f11-818d-5655db4bfdfb req-a82e9960-9723-4f70-9c3e-0a0494cd0373 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:19:00.466838 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f703fb95-26fb-4f11-818d-5655db4bfdfb req-a82e9960-9723-4f70-9c3e-0a0494cd0373 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0cd4bed-5734-4ce3-af87-87bc58533e50 HTTP/1.1" status: 200 len: 946 time: 0.0860825 Jun 27 20:19:00.509080 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f703fb95-26fb-4f11-818d-5655db4bfdfb req-4d35c4a1-2712-4439-9470-8e34bb363c51 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=2016adaf-a62d-46ae-a3af-88584360ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367270 Jun 27 20:19:00.691153 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521b960-c7a3-4f94-8e9b-b84dc169bdcf req-a6deb595-141c-4e22-be3d-26dffae7efc1 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:19:00.692575 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7521b960-c7a3-4f94-8e9b-b84dc169bdcf req-a6deb595-141c-4e22-be3d-26dffae7efc1 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0cd4bed-5734-4ce3-af87-87bc58533e50 HTTP/1.1" status: 200 len: 946 time: 0.0876346 Jun 27 20:19:00.700895 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 36450) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:19:00.706297 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-d1eecd69-b94b-4e3d-8b1c-68521e7fcd16 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Request body: {'floatingip': {'port_id': '1abfa8ae-61e2-4143-91a7-60d949417c70'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:19:00.790109 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d1eecd69-b94b-4e3d-8b1c-68521e7fcd16 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for floatingip, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:19:01.458591 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d1eecd69-b94b-4e3d-8b1c-68521e7fcd16 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:19:01.462216 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d1eecd69-b94b-4e3d-8b1c-68521e7fcd16 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16271055'] for floatingip, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:19:01.625466 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.db.l3_db [None req-d1eecd69-b94b-4e3d-8b1c-68521e7fcd16 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Floating IP 68a79116-c633-47fe-adf1-eb59d99c8953 associated. External IP: 172.27.3.102, port: 1abfa8ae-61e2-4143-91a7-60d949417c70. Jun 27 20:19:01.969805 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1eecd69-b94b-4e3d-8b1c-68521e7fcd16 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Router 315f6152-bc59-4b29-b556-4848dd324f4e has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:19:02.142861 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1eecd69-b94b-4e3d-8b1c-68521e7fcd16 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:19:02.147484 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d1eecd69-b94b-4e3d-8b1c-68521e7fcd16 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:19:02.151810 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a81787-4fba-4d57-bbd9-d576bf07fa49 None None] Sync routers for ids ['315f6152-bc59-4b29-b556-4848dd324f4e'] in dv-cinder-845799-1-iscsi {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:19:02.161428 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a81787-4fba-4d57-bbd9-d576bf07fa49 None None] Routers {'315f6152-bc59-4b29-b556-4848dd324f4e'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:19:02.162042 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-13a81787-4fba-4d57-bbd9-d576bf07fa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:18:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['315f6152-bc59-4b29-b556-4848dd324f4e'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:19:02.202875 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-d1eecd69-b94b-4e3d-8b1c-68521e7fcd16 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "PUT /v2.0/floatingips/68a79116-c633-47fe-adf1-eb59d99c8953 HTTP/1.1" status: 200 len: 992 time: 1.5009472 Jun 27 20:19:02.203469 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0cd4bed-5734-4ce3-af87-87bc58533e50', 'tag': '1abfa8ae-61e2-4143-91a7-60d949417c70'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:19:02.246661 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d428674-a739-4fca-babc-1c096673a5bd'] response: {'name': 'network-changed', 'server_uuid': 'e0cd4bed-5734-4ce3-af87-87bc58533e50', 'tag': '1abfa8ae-61e2-4143-91a7-60d949417c70', 'status': 'completed', 'code': 200} Jun 27 20:19:02.336924 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-13a81787-4fba-4d57-bbd9-d576bf07fa49 None None] Set router 315f6152-bc59-4b29-b556-4848dd324f4e gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:19:02.363569 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817bd20e-1c42-4a82-bfee-3e35b7513de4 req-da67bd11-7959-430b-8349-19cf5749d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:19:02.365051 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-817bd20e-1c42-4a82-bfee-3e35b7513de4 req-da67bd11-7959-430b-8349-19cf5749d0ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54b0294a170e40e289cebd5d6db0e2e7&device_id=e0cd4bed-5734-4ce3-af87-87bc58533e50 HTTP/1.1" status: 200 len: 1099 time: 0.0769145 Jun 27 20:19:02.494104 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817bd20e-1c42-4a82-bfee-3e35b7513de4 req-e9688246-117a-4697-a0ec-71accc95b2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:19:02.495572 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-817bd20e-1c42-4a82-bfee-3e35b7513de4 req-e9688246-117a-4697-a0ec-71accc95b2af service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4f9d903-5282-4633-b410-1fa282e9a3fa HTTP/1.1" status: 200 len: 915 time: 0.1248479 Jun 27 20:19:02.597960 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-817bd20e-1c42-4a82-bfee-3e35b7513de4 req-d77c9cd3-33e6-4462-8898-a12dfe6fc22b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1abfa8ae-61e2-4143-91a7-60d949417c70 HTTP/1.1" status: 200 len: 1000 time: 0.0967119 Jun 27 20:19:02.662948 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817bd20e-1c42-4a82-bfee-3e35b7513de4 req-f4d7de93-848b-4f14-8c3b-40a47883a5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:19:02.664398 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-817bd20e-1c42-4a82-bfee-3e35b7513de4 req-f4d7de93-848b-4f14-8c3b-40a47883a5ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=477b3e9f-4c1d-42b2-a34b-ca1847893d97 HTTP/1.1" status: 200 len: 853 time: 0.0607982 Jun 27 20:19:02.675644 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-13a81787-4fba-4d57-bbd9-d576bf07fa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'name': 'tempest-AttachVolumeNegativeTest-991836189-router', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:16:55Z', 'updated_at': '2022-06-27T20:16:59Z', 'revision_number': 4, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'gw_port': {'id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:56Z', 'updated_at': '2022-06-27T20:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': '68a79116-c633-47fe-adf1-eb59d99c8953', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'floating_ip_address': '172.27.3.102', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'port_id': '1abfa8ae-61e2-4143-91a7-60d949417c70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'mac_address': 'fa:16:3e:dc:75:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cd4bed-5734-4ce3-af87-87bc58533e50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:18:43Z', 'updated_at': '2022-06-27T20:19:01Z', 'revision_number': 1, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'fixed_ip_address_scope': None}, {'id': 'bdab5454-0d01-4a52-9d67-9dd618887061', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'port_id': '581bca22-9e15-402b-a0fe-d858ca1fc613', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'mac_address': 'fa:16:3e:84:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:17:01Z', 'updated_at': '2022-06-27T20:17:18Z', 'revision_number': 2, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0d5a2c-5e51-4540-a433-4c5f088fdfcf', 'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'mac_address': 'fa:16:3e:dd:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:58Z', 'updated_at': '2022-06-27T20:17:04Z', 'revision_number': 5, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'subnets': [{'id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:19:02.679414 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a81787-4fba-4d57-bbd9-d576bf07fa49 None None] Checking router: 315f6152-bc59-4b29-b556-4848dd324f4e for host: dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:19:02.687731 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a81787-4fba-4d57-bbd9-d576bf07fa49 None None] Routers {'315f6152-bc59-4b29-b556-4848dd324f4e'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:19:02.688301 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-13a81787-4fba-4d57-bbd9-d576bf07fa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:18:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['315f6152-bc59-4b29-b556-4848dd324f4e'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:19:02.746243 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817bd20e-1c42-4a82-bfee-3e35b7513de4 req-b1f7ad49-4d1c-497e-992d-40397c18c1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:19:02.747644 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-817bd20e-1c42-4a82-bfee-3e35b7513de4 req-b1f7ad49-4d1c-497e-992d-40397c18c1d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4f9d903-5282-4633-b410-1fa282e9a3fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772173 Jun 27 20:19:02.864893 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-13a81787-4fba-4d57-bbd9-d576bf07fa49 None None] Set router 315f6152-bc59-4b29-b556-4848dd324f4e gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:19:02.878770 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-817bd20e-1c42-4a82-bfee-3e35b7513de4 req-6af276e3-a05e-4ef4-946c-52ee52a019d1 service neutron] 10.222.0.15 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251066 Jun 27 20:19:03.010923 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-817bd20e-1c42-4a82-bfee-3e35b7513de4 req-1340993b-32d5-45df-9052-c84f61b9b12a service neutron] 10.222.0.15 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269174 Jun 27 20:19:03.236242 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-13a81787-4fba-4d57-bbd9-d576bf07fa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'name': 'tempest-AttachVolumeNegativeTest-991836189-router', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:16:55Z', 'updated_at': '2022-06-27T20:16:59Z', 'revision_number': 4, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'gw_port': {'id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:56Z', 'updated_at': '2022-06-27T20:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': '68a79116-c633-47fe-adf1-eb59d99c8953', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'floating_ip_address': '172.27.3.102', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'port_id': '1abfa8ae-61e2-4143-91a7-60d949417c70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'mac_address': 'fa:16:3e:dc:75:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cd4bed-5734-4ce3-af87-87bc58533e50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:18:43Z', 'updated_at': '2022-06-27T20:19:01Z', 'revision_number': 1, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'fixed_ip_address_scope': None}, {'id': 'bdab5454-0d01-4a52-9d67-9dd618887061', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'port_id': '581bca22-9e15-402b-a0fe-d858ca1fc613', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'mac_address': 'fa:16:3e:84:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:17:01Z', 'updated_at': '2022-06-27T20:17:18Z', 'revision_number': 2, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0d5a2c-5e51-4540-a433-4c5f088fdfcf', 'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'mac_address': 'fa:16:3e:dd:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:58Z', 'updated_at': '2022-06-27T20:17:04Z', 'revision_number': 5, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'subnets': [{'id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:19:03.240575 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a81787-4fba-4d57-bbd9-d576bf07fa49 None None] The sync data for ids ['315f6152-bc59-4b29-b556-4848dd324f4e'] in dv-cinder-845799-1-iscsi is: [{'id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'name': 'tempest-AttachVolumeNegativeTest-991836189-router', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:16:55Z', 'updated_at': '2022-06-27T20:16:59Z', 'revision_number': 4, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'gw_port': {'id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:56Z', 'updated_at': '2022-06-27T20:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': '68a79116-c633-47fe-adf1-eb59d99c8953', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'floating_ip_address': '172.27.3.102', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'port_id': '1abfa8ae-61e2-4143-91a7-60d949417c70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'mac_address': 'fa:16:3e:dc:75:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cd4bed-5734-4ce3-af87-87bc58533e50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:18:43Z', 'updated_at': '2022-06-27T20:19:01Z', 'revision_number': 1, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'fixed_ip_address_scope': None}, {'id': 'bdab5454-0d01-4a52-9d67-9dd618887061', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'port_id': '581bca22-9e15-402b-a0fe-d858ca1fc613', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'mac_address': 'fa:16:3e:84:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:17:01Z', 'updated_at': '2022-06-27T20:17:18Z', 'revision_number': 2, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0d5a2c-5e51-4540-a433-4c5f088fdfcf', 'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'mac_address': 'fa:16:3e:dd:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:58Z', 'updated_at': '2022-06-27T20:17:04Z', 'revision_number': 5, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'subnets': [{'id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:19:03.434294 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2547094f-7005-489d-84ce-095e67bd7c63 None None] New status for floating IP 68a79116-c633-47fe-adf1-eb59d99c8953: ACTIVE {{(pid=88116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 20:19:08.837150 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:19:12.611015 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:19:14.624838 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6307a6f3-5f96-4fff-8f27-bd2ead86eea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:19:16.826675 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c8ae2d00-37ac-468b-a1e8-52c0334becf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:19:18.021307 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:19:18.085999 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:19:19.148080 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d79fe768-af41-4e54-bf52-e35f438504a3 req-4f4b2f86-6d49-4b00-8f2b-8229eeef30b7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776548 Jun 27 20:19:19.254795 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fe768-af41-4e54-bf52-e35f438504a3 req-729d13c2-1af4-4b91-9403-5c30dd947e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:19:19.256232 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d79fe768-af41-4e54-bf52-e35f438504a3 req-729d13c2-1af4-4b91-9403-5c30dd947e99 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54b0294a170e40e289cebd5d6db0e2e7&device_id=4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5 HTTP/1.1" status: 200 len: 1098 time: 0.0757232 Jun 27 20:19:19.287217 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:19:19.401003 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fe768-af41-4e54-bf52-e35f438504a3 req-38a21c4d-308f-42e3-8a50-7660334021ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:19:19.402391 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d79fe768-af41-4e54-bf52-e35f438504a3 req-38a21c4d-308f-42e3-8a50-7660334021ba service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4f9d903-5282-4633-b410-1fa282e9a3fa HTTP/1.1" status: 200 len: 915 time: 0.1252036 Jun 27 20:19:19.505082 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d79fe768-af41-4e54-bf52-e35f438504a3 req-1c928d20-6cbf-4e93-9b88-f6e1e39a63d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=581bca22-9e15-402b-a0fe-d858ca1fc613 HTTP/1.1" status: 200 len: 1000 time: 0.0938888 Jun 27 20:19:19.564608 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fe768-af41-4e54-bf52-e35f438504a3 req-5794dd71-15e9-4c25-ab7a-a11e26e24fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:19:19.565990 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d79fe768-af41-4e54-bf52-e35f438504a3 req-5794dd71-15e9-4c25-ab7a-a11e26e24fe7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=477b3e9f-4c1d-42b2-a34b-ca1847893d97 HTTP/1.1" status: 200 len: 853 time: 0.0549040 Jun 27 20:19:19.648455 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fe768-af41-4e54-bf52-e35f438504a3 req-24343449-a54a-4f41-b9d1-e6cb2b3d6f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:19:19.649930 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d79fe768-af41-4e54-bf52-e35f438504a3 req-24343449-a54a-4f41-b9d1-e6cb2b3d6f71 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4f9d903-5282-4633-b410-1fa282e9a3fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0776978 Jun 27 20:19:19.872863 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d79fe768-af41-4e54-bf52-e35f438504a3 req-31597d15-d1c7-4784-ad8d-48ef0d883737 service neutron] 10.222.0.15 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161872 Jun 27 20:19:20.001353 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d79fe768-af41-4e54-bf52-e35f438504a3 req-958170b7-9569-4e53-9698-80d3afe36c26 service neutron] 10.222.0.15 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218677 Jun 27 20:19:42.612728 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:19:44.625215 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-71923b49-aea4-4676-893a-0db0e48923e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:19:45.836361 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:19:46.827949 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9fa85a02-b231-4e8f-aaaf-0c6ee2c10f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:19:48.024109 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:19:48.086608 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:19:49.295598 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:12.628418 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:14.627252 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2178af80-29b8-4ce1-aecc-094a9a8590d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:16.829920 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9658fb91-a353-45e0-88e6-19a9cb29e158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:18.034499 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:18.073461 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc7470-d238-4fcc-9ccd-91d0da93dca5 req-4d3de0e2-ba5a-4b45-9d12-efed69017441 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:18.074945 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5adc7470-d238-4fcc-9ccd-91d0da93dca5 req-4d3de0e2-ba5a-4b45-9d12-efed69017441 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0cd4bed-5734-4ce3-af87-87bc58533e50 HTTP/1.1" status: 200 len: 946 time: 0.0865748 Jun 27 20:20:18.087655 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:18.118770 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5adc7470-d238-4fcc-9ccd-91d0da93dca5 req-cc0bad53-6f8d-4797-b177-ef1d71380c51 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=2016adaf-a62d-46ae-a3af-88584360ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382020 Jun 27 20:20:19.298419 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:19.309646 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95519f72-aac7-44bf-9081-77f1b004cf7c req-5b03b79d-d6de-4f86-a0a2-5db73acdd020 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:19.311082 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-95519f72-aac7-44bf-9081-77f1b004cf7c req-5b03b79d-d6de-4f86-a0a2-5db73acdd020 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0cd4bed-5734-4ce3-af87-87bc58533e50 HTTP/1.1" status: 200 len: 946 time: 0.0891898 Jun 27 20:20:19.354563 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-95519f72-aac7-44bf-9081-77f1b004cf7c req-dbbe5e0b-90c0-4b34-ba76-1c699e5ddb97 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=2016adaf-a62d-46ae-a3af-88584360ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374515 Jun 27 20:20:19.707456 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85501d4-34d1-4791-bec5-9a20e8ce9faf req-6fdf0f89-2912-4ad7-8de6-94fd00acabb3 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:19.708124 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-b85501d4-34d1-4791-bec5-9a20e8ce9faf req-6fdf0f89-2912-4ad7-8de6-94fd00acabb3 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Synchronizing usage tracker for tenant:54b0294a170e40e289cebd5d6db0e2e7 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:20:19.725223 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-b85501d4-34d1-4791-bec5-9a20e8ce9faf req-6fdf0f89-2912-4ad7-8de6-94fd00acabb3 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Unset dirty status for tenant:54b0294a170e40e289cebd5d6db0e2e7 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:20:19.726280 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-b85501d4-34d1-4791-bec5-9a20e8ce9faf req-6fdf0f89-2912-4ad7-8de6-94fd00acabb3 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cd4bed-5734-4ce3-af87-87bc58533e50 HTTP/1.1" status: 200 len: 946 time: 0.1019139 Jun 27 20:20:19.797771 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-b85501d4-34d1-4791-bec5-9a20e8ce9faf req-1e63910e-7543-416b-899a-886e076001a4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Deleting port 1abfa8ae-61e2-4143-91a7-60d949417c70 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:20:19.798101 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b85501d4-34d1-4791-bec5-9a20e8ce9faf req-1e63910e-7543-416b-899a-886e076001a4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:20.085525 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-b85501d4-34d1-4791-bec5-9a20e8ce9faf req-1e63910e-7543-416b-899a-886e076001a4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] For port 1abfa8ae-61e2-4143-91a7-60d949417c70, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=1abfa8ae-61e2-4143-91a7-60d949417c70,segment=NetworkSegment(d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd),segment_id=d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:20:20.085898 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b85501d4-34d1-4791-bec5-9a20e8ce9faf req-1e63910e-7543-416b-899a-886e076001a4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:20.249867 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-bae7717b-fe25-4a20-b385-71a670e1fd91 req-29e4b7dd-ff3b-41c7-9404-d7465c4daaa1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2308214 Jun 27 20:20:20.433999 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b85501d4-34d1-4791-bec5-9a20e8ce9faf req-1e63910e-7543-416b-899a-886e076001a4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:20.434364 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b85501d4-34d1-4791-bec5-9a20e8ce9faf req-1e63910e-7543-416b-899a-886e076001a4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16271055'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:20.434671 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.db.l3_db [req-b85501d4-34d1-4791-bec5-9a20e8ce9faf req-1e63910e-7543-416b-899a-886e076001a4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Floating IP 68a79116-c633-47fe-adf1-eb59d99c8953 disassociated. External IP: 172.27.3.102, port: 1abfa8ae-61e2-4143-91a7-60d949417c70. Jun 27 20:20:20.435004 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-b85501d4-34d1-4791-bec5-9a20e8ce9faf req-1e63910e-7543-416b-899a-886e076001a4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Calling delete_port for 1abfa8ae-61e2-4143-91a7-60d949417c70 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:20:20.509257 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7717b-fe25-4a20-b385-71a670e1fd91 req-9c4e137b-8651-4d34-babc-381f207ef2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:20.510737 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-bae7717b-fe25-4a20-b385-71a670e1fd91 req-9c4e137b-8651-4d34-babc-381f207ef2aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54b0294a170e40e289cebd5d6db0e2e7&device_id=4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5 HTTP/1.1" status: 200 len: 1098 time: 0.1673014 Jun 27 20:20:20.545766 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ed31c-1ba2-4ada-ac1d-d4f501ae3f60 req-b2047293-347c-43d5-bbe8-4dd8ca004ae4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:20.547194 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7c6ed31c-1ba2-4ada-ac1d-d4f501ae3f60 req-b2047293-347c-43d5-bbe8-4dd8ca004ae4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0cd4bed-5734-4ce3-af87-87bc58533e50 HTTP/1.1" status: 200 len: 946 time: 0.0875199 Jun 27 20:20:20.593270 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7c6ed31c-1ba2-4ada-ac1d-d4f501ae3f60 req-66de1688-7b86-4553-8afe-9bb58547a1df tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=2016adaf-a62d-46ae-a3af-88584360ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397692 Jun 27 20:20:20.682736 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b85501d4-34d1-4791-bec5-9a20e8ce9faf req-1e63910e-7543-416b-899a-886e076001a4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:20.742072 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63910e-7543-416b-899a-886e076001a4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Pushing event deleted for resources: {'Port': ['ID=1abfa8ae-61e2-4143-91a7-60d949417c70,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:20:20.757822 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7717b-fe25-4a20-b385-71a670e1fd91 req-83787277-a095-4f84-9a1a-0c0a1593c266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:20.759242 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-bae7717b-fe25-4a20-b385-71a670e1fd91 req-83787277-a095-4f84-9a1a-0c0a1593c266 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4f9d903-5282-4633-b410-1fa282e9a3fa HTTP/1.1" status: 200 len: 915 time: 0.2287405 Jun 27 20:20:20.760382 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e63910e-7543-416b-899a-886e076001a4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:20:20.760786 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e63910e-7543-416b-899a-886e076001a4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:20:20.761033 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e63910e-7543-416b-899a-886e076001a4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:20:20.761358 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e63910e-7543-416b-899a-886e076001a4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:20:20.761706 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e63910e-7543-416b-899a-886e076001a4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:20:20.762030 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e63910e-7543-416b-899a-886e076001a4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:20:20.762347 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e63910e-7543-416b-899a-886e076001a4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:20:20.762664 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e63910e-7543-416b-899a-886e076001a4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:20:20.762983 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e63910e-7543-416b-899a-886e076001a4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:20:20.763289 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e63910e-7543-416b-899a-886e076001a4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:20:20.763600 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e63910e-7543-416b-899a-886e076001a4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:20:20.763910 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e63910e-7543-416b-899a-886e076001a4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:20:21.088673 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-bae7717b-fe25-4a20-b385-71a670e1fd91 req-6316cca6-8618-44ee-9340-9a8322ed6eca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=581bca22-9e15-402b-a0fe-d858ca1fc613 HTTP/1.1" status: 200 len: 1000 time: 0.3208487 Jun 27 20:20:21.176303 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7717b-fe25-4a20-b385-71a670e1fd91 req-a1ef0c13-8933-4921-998e-fdd319b64fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:21.177816 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-bae7717b-fe25-4a20-b385-71a670e1fd91 req-a1ef0c13-8933-4921-998e-fdd319b64fe4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=477b3e9f-4c1d-42b2-a34b-ca1847893d97 HTTP/1.1" status: 200 len: 853 time: 0.0824928 Jun 27 20:20:21.179553 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b85501d4-34d1-4791-bec5-9a20e8ce9faf req-1e63910e-7543-416b-899a-886e076001a4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Router 315f6152-bc59-4b29-b556-4848dd324f4e has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:20:21.411938 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7717b-fe25-4a20-b385-71a670e1fd91 req-1a8aed5b-f8e9-46a9-a3f3-f5c8cf41ccda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:21.413316 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-bae7717b-fe25-4a20-b385-71a670e1fd91 req-1a8aed5b-f8e9-46a9-a3f3-f5c8cf41ccda service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4f9d903-5282-4633-b410-1fa282e9a3fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2289453 Jun 27 20:20:21.418307 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b85501d4-34d1-4791-bec5-9a20e8ce9faf req-1e63910e-7543-416b-899a-886e076001a4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:20:21.428026 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bef2d4-4800-40a7-9294-ee8d0557fcd6 None None] Sync routers for ids ['315f6152-bc59-4b29-b556-4848dd324f4e'] in dv-cinder-845799-1-iscsi {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:20:21.437282 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bef2d4-4800-40a7-9294-ee8d0557fcd6 None None] Routers {'315f6152-bc59-4b29-b556-4848dd324f4e'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:20:21.437915 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-76bef2d4-4800-40a7-9294-ee8d0557fcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:20:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['315f6152-bc59-4b29-b556-4848dd324f4e'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:20:21.566751 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85501d4-34d1-4791-bec5-9a20e8ce9faf req-1e63910e-7543-416b-899a-886e076001a4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] No DVR routers for this DVR port 1abfa8ae-61e2-4143-91a7-60d949417c70 on host hv-cinder-84579 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 20:20:21.570998 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-b85501d4-34d1-4791-bec5-9a20e8ce9faf req-1e63910e-7543-416b-899a-886e076001a4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:21.573409 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0cd4bed-5734-4ce3-af87-87bc58533e50', 'name': 'network-vif-deleted', 'tag': '1abfa8ae-61e2-4143-91a7-60d949417c70'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:20:21.597687 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-b85501d4-34d1-4791-bec5-9a20e8ce9faf req-1e63910e-7543-416b-899a-886e076001a4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.15 "DELETE /v2.0/ports/1abfa8ae-61e2-4143-91a7-60d949417c70 HTTP/1.1" status: 204 len: 173 time: 1.8650837 Jun 27 20:20:21.620336 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9bdc564-aa45-455b-bced-bb7941825998'] response: {'server_uuid': 'e0cd4bed-5734-4ce3-af87-87bc58533e50', 'name': 'network-vif-deleted', 'tag': '1abfa8ae-61e2-4143-91a7-60d949417c70', 'status': 'completed', 'code': 200} Jun 27 20:20:21.627410 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-76bef2d4-4800-40a7-9294-ee8d0557fcd6 None None] Set router 315f6152-bc59-4b29-b556-4848dd324f4e gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:20:21.640954 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-bae7717b-fe25-4a20-b385-71a670e1fd91 req-fb37a5eb-d703-45ed-8538-85081df09732 service neutron] 10.222.0.15 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206149 Jun 27 20:20:21.819702 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-bae7717b-fe25-4a20-b385-71a670e1fd91 req-0f01d472-b318-46c4-926e-ddef57a7c995 service neutron] 10.222.0.15 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570449 Jun 27 20:20:21.884640 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c92d1931-0722-4516-a1e8-90248220efbf req-5a07ca5d-0b4e-4beb-8128-150566034fd5 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0cd4bed-5734-4ce3-af87-87bc58533e50 HTTP/1.1" status: 200 len: 210 time: 0.1709571 Jun 27 20:20:21.985892 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-76bef2d4-4800-40a7-9294-ee8d0557fcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'name': 'tempest-AttachVolumeNegativeTest-991836189-router', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:16:55Z', 'updated_at': '2022-06-27T20:16:59Z', 'revision_number': 4, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'gw_port': {'id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:56Z', 'updated_at': '2022-06-27T20:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': 'bdab5454-0d01-4a52-9d67-9dd618887061', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'port_id': '581bca22-9e15-402b-a0fe-d858ca1fc613', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'mac_address': 'fa:16:3e:84:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:17:01Z', 'updated_at': '2022-06-27T20:17:18Z', 'revision_number': 2, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0d5a2c-5e51-4540-a433-4c5f088fdfcf', 'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'mac_address': 'fa:16:3e:dd:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:58Z', 'updated_at': '2022-06-27T20:17:04Z', 'revision_number': 5, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'subnets': [{'id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:20:21.989508 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bef2d4-4800-40a7-9294-ee8d0557fcd6 None None] Checking router: 315f6152-bc59-4b29-b556-4848dd324f4e for host: dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:20:21.997948 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bef2d4-4800-40a7-9294-ee8d0557fcd6 None None] Routers {'315f6152-bc59-4b29-b556-4848dd324f4e'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:20:21.998515 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-76bef2d4-4800-40a7-9294-ee8d0557fcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:20:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['315f6152-bc59-4b29-b556-4848dd324f4e'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:20:22.173863 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-76bef2d4-4800-40a7-9294-ee8d0557fcd6 None None] Set router 315f6152-bc59-4b29-b556-4848dd324f4e gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:20:22.549204 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-76bef2d4-4800-40a7-9294-ee8d0557fcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'name': 'tempest-AttachVolumeNegativeTest-991836189-router', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:16:55Z', 'updated_at': '2022-06-27T20:16:59Z', 'revision_number': 4, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'gw_port': {'id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:56Z', 'updated_at': '2022-06-27T20:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': 'bdab5454-0d01-4a52-9d67-9dd618887061', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'port_id': '581bca22-9e15-402b-a0fe-d858ca1fc613', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'mac_address': 'fa:16:3e:84:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:17:01Z', 'updated_at': '2022-06-27T20:17:18Z', 'revision_number': 2, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0d5a2c-5e51-4540-a433-4c5f088fdfcf', 'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'mac_address': 'fa:16:3e:dd:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:58Z', 'updated_at': '2022-06-27T20:17:04Z', 'revision_number': 5, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'subnets': [{'id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:20:22.553069 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bef2d4-4800-40a7-9294-ee8d0557fcd6 None None] The sync data for ids ['315f6152-bc59-4b29-b556-4848dd324f4e'] in dv-cinder-845799-1-iscsi is: [{'id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'name': 'tempest-AttachVolumeNegativeTest-991836189-router', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:16:55Z', 'updated_at': '2022-06-27T20:16:59Z', 'revision_number': 4, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'gw_port': {'id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:56Z', 'updated_at': '2022-06-27T20:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': 'bdab5454-0d01-4a52-9d67-9dd618887061', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'port_id': '581bca22-9e15-402b-a0fe-d858ca1fc613', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'mac_address': 'fa:16:3e:84:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:17:01Z', 'updated_at': '2022-06-27T20:17:18Z', 'revision_number': 2, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0d5a2c-5e51-4540-a433-4c5f088fdfcf', 'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'mac_address': 'fa:16:3e:dd:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:58Z', 'updated_at': '2022-06-27T20:17:04Z', 'revision_number': 5, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'subnets': [{'id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:20:22.748716 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d1aa40-f755-4225-ab4f-47cd44e11731 None None] New status for floating IP 68a79116-c633-47fe-adf1-eb59d99c8953: DOWN {{(pid=88116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 20:20:22.895420 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:20:23.008381 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 36498) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:20:23.070792 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-547b707d-d870-4cde-9d3e-aee76dc09d6b tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:23.097686 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-547b707d-d870-4cde-9d3e-aee76dc09d6b tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:23.151114 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-547b707d-d870-4cde-9d3e-aee76dc09d6b tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:23.169639 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b707d-d870-4cde-9d3e-aee76dc09d6b tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2016adaf-a62d-46ae-a3af-88584360ca78,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:20:23.180974 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b707d-d870-4cde-9d3e-aee76dc09d6b tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:20:23.181320 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b707d-d870-4cde-9d3e-aee76dc09d6b tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:20:23.181687 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b707d-d870-4cde-9d3e-aee76dc09d6b tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:20:23.182020 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b707d-d870-4cde-9d3e-aee76dc09d6b tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:20:23.182347 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b707d-d870-4cde-9d3e-aee76dc09d6b tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:20:23.182671 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b707d-d870-4cde-9d3e-aee76dc09d6b tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:20:23.182991 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b707d-d870-4cde-9d3e-aee76dc09d6b tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:20:23.183313 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b707d-d870-4cde-9d3e-aee76dc09d6b tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:20:23.183632 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b707d-d870-4cde-9d3e-aee76dc09d6b tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:20:23.183949 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b707d-d870-4cde-9d3e-aee76dc09d6b tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:20:23.184265 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b707d-d870-4cde-9d3e-aee76dc09d6b tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:20:23.184583 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b707d-d870-4cde-9d3e-aee76dc09d6b tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:20:23.188020 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-547b707d-d870-4cde-9d3e-aee76dc09d6b tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:23.189107 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-547b707d-d870-4cde-9d3e-aee76dc09d6b tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "DELETE /v2.0/security-groups/2016adaf-a62d-46ae-a3af-88584360ca78 HTTP/1.1" status: 204 len: 168 time: 0.1797123 Jun 27 20:20:23.191721 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 36502) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:20:23.208290 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.api.v2.resource [None req-ce162946-2ed1-4d87-9d36-e84289f6681b tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] show failed (client error): The resource could not be found. Jun 27 20:20:23.209422 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-ce162946-2ed1-4d87-9d36-e84289f6681b tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups/2016adaf-a62d-46ae-a3af-88584360ca78 HTTP/1.1" status: 404 len: 347 time: 0.0167408 Jun 27 20:20:23.212145 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 36506) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:20:23.371098 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a77a6f41-a9e8-46bb-9015-bfe1f22938d1 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Deleting port 0714f61f-6d9d-4d81-bc30-6d0a23ef7132 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:20:23.371441 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a77a6f41-a9e8-46bb-9015-bfe1f22938d1 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:23.539128 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a77a6f41-a9e8-46bb-9015-bfe1f22938d1 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:23.539456 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a77a6f41-a9e8-46bb-9015-bfe1f22938d1 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:23.658766 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-a77a6f41-a9e8-46bb-9015-bfe1f22938d1 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Calling delete_port for 0714f61f-6d9d-4d81-bc30-6d0a23ef7132 owned by network:floatingip {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:20:23.678307 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 1abfa8ae-61e2-4143-91a7-60d949417c70 no longer exists at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:20:23.711503 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] No Port match for: 1abfa8ae-61e2-4143-91a7-60d949417c70 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:20:23.711839 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 1abfa8ae-61e2-4143-91a7-60d949417c70 not bound to the agent host hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:20:23.798867 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a77a6f41-a9e8-46bb-9015-bfe1f22938d1 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14170096'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:23.845229 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a6f41-a9e8-46bb-9015-bfe1f22938d1 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Pushing event deleted for resources: {'Port': ['ID=0714f61f-6d9d-4d81-bc30-6d0a23ef7132,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:20:23.940960 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a77a6f41-a9e8-46bb-9015-bfe1f22938d1 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for floatingip, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:23.954633 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a77a6f41-a9e8-46bb-9015-bfe1f22938d1 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:23.955750 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-a77a6f41-a9e8-46bb-9015-bfe1f22938d1 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "DELETE /v2.0/floatingips/68a79116-c633-47fe-adf1-eb59d99c8953 HTTP/1.1" status: 204 len: 168 time: 0.7427354 Jun 27 20:20:25.947145 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aaa46a-c0e6-4f9f-9fe2-1b5dabf779d8 req-c6825572-254c-4a3f-ba39-3e353582a135 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:25.947827 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-58aaa46a-c0e6-4f9f-9fe2-1b5dabf779d8 req-c6825572-254c-4a3f-ba39-3e353582a135 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Synchronizing usage tracker for tenant:54b0294a170e40e289cebd5d6db0e2e7 on resource:port {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:20:25.962213 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-58aaa46a-c0e6-4f9f-9fe2-1b5dabf779d8 req-c6825572-254c-4a3f-ba39-3e353582a135 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Unset dirty status for tenant:54b0294a170e40e289cebd5d6db0e2e7 on resource:port {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:20:25.963533 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-58aaa46a-c0e6-4f9f-9fe2-1b5dabf779d8 req-c6825572-254c-4a3f-ba39-3e353582a135 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5 HTTP/1.1" status: 200 len: 945 time: 0.1003509 Jun 27 20:20:26.010887 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-58aaa46a-c0e6-4f9f-9fe2-1b5dabf779d8 req-36b8ca90-f822-426f-9fdf-def525e8d89e tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Synchronizing usage tracker for tenant:54b0294a170e40e289cebd5d6db0e2e7 on resource:security_group {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:20:26.025057 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-58aaa46a-c0e6-4f9f-9fe2-1b5dabf779d8 req-36b8ca90-f822-426f-9fdf-def525e8d89e tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Unset dirty status for tenant:54b0294a170e40e289cebd5d6db0e2e7 on resource:security_group {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:20:26.026198 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-58aaa46a-c0e6-4f9f-9fe2-1b5dabf779d8 req-36b8ca90-f822-426f-9fdf-def525e8d89e tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=22f180de-17e9-49a1-bd4b-43c782e17e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567727 Jun 27 20:20:27.218317 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12e10b-fb57-4fb7-8e7e-d58ba50c5c5b req-bef75990-16cb-4cdf-88a6-ab54398b6f19 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:27.219654 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3e12e10b-fb57-4fb7-8e7e-d58ba50c5c5b req-bef75990-16cb-4cdf-88a6-ab54398b6f19 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5 HTTP/1.1" status: 200 len: 945 time: 0.0845475 Jun 27 20:20:27.262257 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3e12e10b-fb57-4fb7-8e7e-d58ba50c5c5b req-6796dfba-3987-45fc-99ff-729b646504bf tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=22f180de-17e9-49a1-bd4b-43c782e17e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369782 Jun 27 20:20:27.873951 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039084c-f258-4b1c-b6c3-1fef76226918 req-4ba3d68b-1e58-465e-a7e4-dc0da98bf19a tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:27.874629 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-c039084c-f258-4b1c-b6c3-1fef76226918 req-4ba3d68b-1e58-465e-a7e4-dc0da98bf19a tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Synchronizing usage tracker for tenant:54b0294a170e40e289cebd5d6db0e2e7 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:20:27.886119 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-c039084c-f258-4b1c-b6c3-1fef76226918 req-4ba3d68b-1e58-465e-a7e4-dc0da98bf19a tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Unset dirty status for tenant:54b0294a170e40e289cebd5d6db0e2e7 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:20:27.887197 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-c039084c-f258-4b1c-b6c3-1fef76226918 req-4ba3d68b-1e58-465e-a7e4-dc0da98bf19a tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.15 "GET /v2.0/ports?device_id=4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5 HTTP/1.1" status: 200 len: 945 time: 0.0955961 Jun 27 20:20:27.957201 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-c039084c-f258-4b1c-b6c3-1fef76226918 req-fb472cbc-8b25-4f35-83ae-4615eb852d32 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Deleting port 581bca22-9e15-402b-a0fe-d858ca1fc613 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:20:27.957531 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c039084c-f258-4b1c-b6c3-1fef76226918 req-fb472cbc-8b25-4f35-83ae-4615eb852d32 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:28.207835 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-c039084c-f258-4b1c-b6c3-1fef76226918 req-fb472cbc-8b25-4f35-83ae-4615eb852d32 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] For port 581bca22-9e15-402b-a0fe-d858ca1fc613, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=581bca22-9e15-402b-a0fe-d858ca1fc613,segment=NetworkSegment(d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd),segment_id=d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:20:28.208192 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c039084c-f258-4b1c-b6c3-1fef76226918 req-fb472cbc-8b25-4f35-83ae-4615eb852d32 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:28.460367 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc823698-e7e6-461e-adaa-acaf673bff86 req-d674a399-edd4-40a3-8ac9-5a56d0097494 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:28.461856 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-dc823698-e7e6-461e-adaa-acaf673bff86 req-d674a399-edd4-40a3-8ac9-5a56d0097494 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5 HTTP/1.1" status: 200 len: 945 time: 0.0931318 Jun 27 20:20:28.506199 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-dc823698-e7e6-461e-adaa-acaf673bff86 req-6053834b-2f05-4a91-a141-dbf73e24ab87 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=22f180de-17e9-49a1-bd4b-43c782e17e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376136 Jun 27 20:20:28.598567 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c039084c-f258-4b1c-b6c3-1fef76226918 req-fb472cbc-8b25-4f35-83ae-4615eb852d32 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:28.598933 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c039084c-f258-4b1c-b6c3-1fef76226918 req-fb472cbc-8b25-4f35-83ae-4615eb852d32 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16271055'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:28.599285 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.db.l3_db [req-c039084c-f258-4b1c-b6c3-1fef76226918 req-fb472cbc-8b25-4f35-83ae-4615eb852d32 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Floating IP bdab5454-0d01-4a52-9d67-9dd618887061 disassociated. External IP: 172.27.3.38, port: 581bca22-9e15-402b-a0fe-d858ca1fc613. Jun 27 20:20:28.599607 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-c039084c-f258-4b1c-b6c3-1fef76226918 req-fb472cbc-8b25-4f35-83ae-4615eb852d32 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Calling delete_port for 581bca22-9e15-402b-a0fe-d858ca1fc613 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:20:28.739366 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c039084c-f258-4b1c-b6c3-1fef76226918 req-fb472cbc-8b25-4f35-83ae-4615eb852d32 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:28.786300 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb472cbc-8b25-4f35-83ae-4615eb852d32 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Pushing event deleted for resources: {'Port': ['ID=581bca22-9e15-402b-a0fe-d858ca1fc613,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:20:28.971991 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c039084c-f258-4b1c-b6c3-1fef76226918 req-fb472cbc-8b25-4f35-83ae-4615eb852d32 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Router 315f6152-bc59-4b29-b556-4848dd324f4e has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:20:29.146038 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c039084c-f258-4b1c-b6c3-1fef76226918 req-fb472cbc-8b25-4f35-83ae-4615eb852d32 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:20:29.156080 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6319f2f2-e8b3-49c3-988a-5b27f01e1638 None None] Sync routers for ids ['315f6152-bc59-4b29-b556-4848dd324f4e'] in dv-cinder-845799-1-iscsi {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:20:29.166739 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6319f2f2-e8b3-49c3-988a-5b27f01e1638 None None] Routers {'315f6152-bc59-4b29-b556-4848dd324f4e'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:20:29.167442 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-6319f2f2-e8b3-49c3-988a-5b27f01e1638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:20:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['315f6152-bc59-4b29-b556-4848dd324f4e'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:20:29.232488 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c039084c-f258-4b1c-b6c3-1fef76226918 req-fb472cbc-8b25-4f35-83ae-4615eb852d32 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] No DVR routers for this DVR port 581bca22-9e15-402b-a0fe-d858ca1fc613 on host hv-cinder-84579 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 20:20:29.235035 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-c039084c-f258-4b1c-b6c3-1fef76226918 req-fb472cbc-8b25-4f35-83ae-4615eb852d32 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:29.237728 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5', 'name': 'network-vif-deleted', 'tag': '581bca22-9e15-402b-a0fe-d858ca1fc613'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:20:29.254860 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-c039084c-f258-4b1c-b6c3-1fef76226918 req-fb472cbc-8b25-4f35-83ae-4615eb852d32 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.15 "DELETE /v2.0/ports/581bca22-9e15-402b-a0fe-d858ca1fc613 HTTP/1.1" status: 204 len: 173 time: 1.3624456 Jun 27 20:20:29.293430 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3869ee66-47f2-4269-aee5-769bacf8ccde'] response: {'server_uuid': '4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5', 'name': 'network-vif-deleted', 'tag': '581bca22-9e15-402b-a0fe-d858ca1fc613', 'status': 'completed', 'code': 200} Jun 27 20:20:29.359158 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-6319f2f2-e8b3-49c3-988a-5b27f01e1638 None None] Set router 315f6152-bc59-4b29-b556-4848dd324f4e gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:20:29.669643 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-6319f2f2-e8b3-49c3-988a-5b27f01e1638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'name': 'tempest-AttachVolumeNegativeTest-991836189-router', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:16:55Z', 'updated_at': '2022-06-27T20:16:59Z', 'revision_number': 4, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'gw_port': {'id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:56Z', 'updated_at': '2022-06-27T20:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '1f0d5a2c-5e51-4540-a433-4c5f088fdfcf', 'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'mac_address': 'fa:16:3e:dd:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:58Z', 'updated_at': '2022-06-27T20:17:04Z', 'revision_number': 5, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'subnets': [{'id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:20:29.673421 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6319f2f2-e8b3-49c3-988a-5b27f01e1638 None None] Checking router: 315f6152-bc59-4b29-b556-4848dd324f4e for host: dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:20:29.679433 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-893f4e84-5ad3-4897-aae1-cab95a07f16e req-693c285b-937e-452a-887e-3a11c331df54 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df8ed4d-3bb3-4a4c-9b5e-add564bb91a5 HTTP/1.1" status: 200 len: 210 time: 0.0527337 Jun 27 20:20:29.681654 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6319f2f2-e8b3-49c3-988a-5b27f01e1638 None None] Routers {'315f6152-bc59-4b29-b556-4848dd324f4e'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:20:29.682247 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-6319f2f2-e8b3-49c3-988a-5b27f01e1638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:20:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['315f6152-bc59-4b29-b556-4848dd324f4e'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:20:29.866976 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-6319f2f2-e8b3-49c3-988a-5b27f01e1638 None None] Set router 315f6152-bc59-4b29-b556-4848dd324f4e gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:20:30.184126 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-6319f2f2-e8b3-49c3-988a-5b27f01e1638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'name': 'tempest-AttachVolumeNegativeTest-991836189-router', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:16:55Z', 'updated_at': '2022-06-27T20:16:59Z', 'revision_number': 4, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'gw_port': {'id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:56Z', 'updated_at': '2022-06-27T20:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '1f0d5a2c-5e51-4540-a433-4c5f088fdfcf', 'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'mac_address': 'fa:16:3e:dd:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:58Z', 'updated_at': '2022-06-27T20:17:04Z', 'revision_number': 5, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'subnets': [{'id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:20:30.188191 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6319f2f2-e8b3-49c3-988a-5b27f01e1638 None None] The sync data for ids ['315f6152-bc59-4b29-b556-4848dd324f4e'] in dv-cinder-845799-1-iscsi is: [{'id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'name': 'tempest-AttachVolumeNegativeTest-991836189-router', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:16:55Z', 'updated_at': '2022-06-27T20:16:59Z', 'revision_number': 4, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'gw_port': {'id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:56Z', 'updated_at': '2022-06-27T20:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '1f0d5a2c-5e51-4540-a433-4c5f088fdfcf', 'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'mac_address': 'fa:16:3e:dd:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:58Z', 'updated_at': '2022-06-27T20:17:04Z', 'revision_number': 5, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'subnets': [{'id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:20:30.388299 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1db8454-3222-4983-8f9d-a9e73584ca73 None None] New status for floating IP bdab5454-0d01-4a52-9d67-9dd618887061: DOWN {{(pid=88116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 20:20:30.797295 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 36540) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:20:30.863300 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d67cdc1-df52-4cd0-9123-d12cb98624d1 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:30.891055 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d67cdc1-df52-4cd0-9123-d12cb98624d1 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:30.942423 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d67cdc1-df52-4cd0-9123-d12cb98624d1 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:30.961882 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67cdc1-df52-4cd0-9123-d12cb98624d1 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f180de-17e9-49a1-bd4b-43c782e17e66,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:20:30.970073 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5d67cdc1-df52-4cd0-9123-d12cb98624d1 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:30.971213 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-5d67cdc1-df52-4cd0-9123-d12cb98624d1 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "DELETE /v2.0/security-groups/22f180de-17e9-49a1-bd4b-43c782e17e66 HTTP/1.1" status: 204 len: 168 time: 0.1729131 Jun 27 20:20:30.974388 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 36544) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:20:30.990298 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.api.v2.resource [None req-e05880a1-f496-4f2e-a585-64c6b5cce083 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] show failed (client error): The resource could not be found. Jun 27 20:20:30.991241 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-e05880a1-f496-4f2e-a585-64c6b5cce083 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups/22f180de-17e9-49a1-bd4b-43c782e17e66 HTTP/1.1" status: 404 len: 347 time: 0.0159738 Jun 27 20:20:30.994086 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 36548) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:20:31.142696 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-04d03fc8-084c-404d-ab98-ac6b840089ef tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Deleting port 46c23439-66a5-4b5f-9623-43c2a907d07f {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:20:31.143029 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-04d03fc8-084c-404d-ab98-ac6b840089ef tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:31.306662 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-04d03fc8-084c-404d-ab98-ac6b840089ef tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:31.306976 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-04d03fc8-084c-404d-ab98-ac6b840089ef tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:31.516328 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-04d03fc8-084c-404d-ab98-ac6b840089ef tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Calling delete_port for 46c23439-66a5-4b5f-9623-43c2a907d07f owned by network:floatingip {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:20:31.649465 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-04d03fc8-084c-404d-ab98-ac6b840089ef tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:31.695261 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 581bca22-9e15-402b-a0fe-d858ca1fc613 no longer exists at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:20:31.695829 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d03fc8-084c-404d-ab98-ac6b840089ef tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Pushing event deleted for resources: {'Port': ['ID=46c23439-66a5-4b5f-9623-43c2a907d07f,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:20:31.733179 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] No Port match for: 581bca22-9e15-402b-a0fe-d858ca1fc613 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:20:31.733519 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 581bca22-9e15-402b-a0fe-d858ca1fc613 not bound to the agent host hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:20:31.790714 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-04d03fc8-084c-404d-ab98-ac6b840089ef tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for floatingip, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:31.803936 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-04d03fc8-084c-404d-ab98-ac6b840089ef tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:31.805040 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-04d03fc8-084c-404d-ab98-ac6b840089ef tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "DELETE /v2.0/floatingips/bdab5454-0d01-4a52-9d67-9dd618887061 HTTP/1.1" status: 204 len: 168 time: 0.8101063 Jun 27 20:20:31.885957 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 36554) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:20:31.891087 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-24047dc3-04b7-4268-9c56-372d3dc7cecf tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Request body: {'security_group': {'name': 'tempest-securitygroup--809614067', 'description': 'tempest-description--64586702'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:20:31.897750 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-24047dc3-04b7-4268-9c56-372d3dc7cecf tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:20:31.901887 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-24047dc3-04b7-4268-9c56-372d3dc7cecf tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Usage tracker for resource:security_group and tenant:54b0294a170e40e289cebd5d6db0e2e7 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:20:31.904667 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-24047dc3-04b7-4268-9c56-372d3dc7cecf tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:20:31.910332 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-24047dc3-04b7-4268-9c56-372d3dc7cecf tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:20:31.919949 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-24047dc3-04b7-4268-9c56-372d3dc7cecf tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:31.938584 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-24047dc3-04b7-4268-9c56-372d3dc7cecf tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:20:31.942247 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-24047dc3-04b7-4268-9c56-372d3dc7cecf tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Usage tracker for resource:security_group_rule and tenant:54b0294a170e40e289cebd5d6db0e2e7 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:20:31.945399 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-24047dc3-04b7-4268-9c56-372d3dc7cecf tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:20:31.951049 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-24047dc3-04b7-4268-9c56-372d3dc7cecf tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:20:32.019057 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-24047dc3-04b7-4268-9c56-372d3dc7cecf tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:32.022783 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-24047dc3-04b7-4268-9c56-372d3dc7cecf tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:32.069793 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24047dc3-04b7-4268-9c56-372d3dc7cecf tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc531674-8994-43aa-b8c2-8e092b629af0,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:20:32.072605 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-24047dc3-04b7-4268-9c56-372d3dc7cecf tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:32.073797 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-24047dc3-04b7-4268-9c56-372d3dc7cecf tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1867793 Jun 27 20:20:32.076511 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 36558) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:20:32.081288 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-82fab33e-5fef-4022-9e5b-9588ba6cd5d3 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Request body: {'security_group_rule': {'security_group_id': 'cc531674-8994-43aa-b8c2-8e092b629af0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:20:32.087793 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-82fab33e-5fef-4022-9e5b-9588ba6cd5d3 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:20:32.091565 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-82fab33e-5fef-4022-9e5b-9588ba6cd5d3 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Usage tracker for resource:security_group_rule and tenant:54b0294a170e40e289cebd5d6db0e2e7 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:20:32.094405 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-82fab33e-5fef-4022-9e5b-9588ba6cd5d3 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:20:32.100031 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-82fab33e-5fef-4022-9e5b-9588ba6cd5d3 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:20:32.116877 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-82fab33e-5fef-4022-9e5b-9588ba6cd5d3 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:32.175737 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-82fab33e-5fef-4022-9e5b-9588ba6cd5d3 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:32.179479 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-82fab33e-5fef-4022-9e5b-9588ba6cd5d3 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438251'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:32.202065 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fab33e-5fef-4022-9e5b-9588ba6cd5d3 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f09c614c-e1cb-4d64-9f49-e7b239a37d73,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:20:32.210987 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-82fab33e-5fef-4022-9e5b-9588ba6cd5d3 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:32.212354 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-82fab33e-5fef-4022-9e5b-9588ba6cd5d3 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1349492 Jun 27 20:20:32.215011 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 36562) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:20:32.220058 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-af079b1e-7e3d-41ee-a3f7-a7ad4cc6be2d tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Request body: {'security_group_rule': {'security_group_id': 'cc531674-8994-43aa-b8c2-8e092b629af0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:20:32.225740 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-af079b1e-7e3d-41ee-a3f7-a7ad4cc6be2d tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:20:32.229484 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-af079b1e-7e3d-41ee-a3f7-a7ad4cc6be2d tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Usage tracker for resource:security_group_rule and tenant:54b0294a170e40e289cebd5d6db0e2e7 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:20:32.232326 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-af079b1e-7e3d-41ee-a3f7-a7ad4cc6be2d tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:20:32.237996 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-af079b1e-7e3d-41ee-a3f7-a7ad4cc6be2d tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:20:32.253493 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af079b1e-7e3d-41ee-a3f7-a7ad4cc6be2d tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:32.312863 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af079b1e-7e3d-41ee-a3f7-a7ad4cc6be2d tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:32.316112 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af079b1e-7e3d-41ee-a3f7-a7ad4cc6be2d tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438251'] for security_group_rule, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:32.338898 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af079b1e-7e3d-41ee-a3f7-a7ad4cc6be2d tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e15f9c17-38f5-4652-ac31-f673c8519b4a,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:20:32.347527 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-af079b1e-7e3d-41ee-a3f7-a7ad4cc6be2d tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:32.348770 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-af079b1e-7e3d-41ee-a3f7-a7ad4cc6be2d tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1328442 Jun 27 20:20:32.351728 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 36566) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:20:32.356496 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-2be8a833-d6ae-4368-96c3-73f3d867af01 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Request body: {'floatingip': {'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:20:32.362023 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2be8a833-d6ae-4368-96c3-73f3d867af01 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:20:32.366244 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-2be8a833-d6ae-4368-96c3-73f3d867af01 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Usage tracker for resource:floatingip and tenant:54b0294a170e40e289cebd5d6db0e2e7 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:20:32.369004 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-2be8a833-d6ae-4368-96c3-73f3d867af01 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:20:32.374663 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-2be8a833-d6ae-4368-96c3-73f3d867af01 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:20:32.385051 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2be8a833-d6ae-4368-96c3-73f3d867af01 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for floatingip, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:32.517232 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2be8a833-d6ae-4368-96c3-73f3d867af01 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:32.650714 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [None req-2be8a833-d6ae-4368-96c3-73f3d867af01 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Allocated IP 172.27.3.237 (f5e38b28-d42a-47c6-b8ea-5d0ae1b51160/4aa6a97f-4da5-4d03-b34a-f88023a9290b/b505b1da-b9ca-43d1-a676-ea4296f8194d) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:20:32.793037 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2be8a833-d6ae-4368-96c3-73f3d867af01 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:32.821485 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2be8a833-d6ae-4368-96c3-73f3d867af01 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:32.882525 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be8a833-d6ae-4368-96c3-73f3d867af01 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:20:32.885188 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-2be8a833-d6ae-4368-96c3-73f3d867af01 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:20:32.893445 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be8a833-d6ae-4368-96c3-73f3d867af01 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:20:32.928082 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8a833-d6ae-4368-96c3-73f3d867af01 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Pushing event updated for resources: {'Port': ['ID=b505b1da-b9ca-43d1-a676-ea4296f8194d,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:20:32.974879 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2be8a833-d6ae-4368-96c3-73f3d867af01 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:33.031053 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2be8a833-d6ae-4368-96c3-73f3d867af01 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:33.232298 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2be8a833-d6ae-4368-96c3-73f3d867af01 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:33.236584 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2be8a833-d6ae-4368-96c3-73f3d867af01 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:33.341354 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8a833-d6ae-4368-96c3-73f3d867af01 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Pushing event updated for resources: {'Port': ['ID=b505b1da-b9ca-43d1-a676-ea4296f8194d,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:20:33.354956 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2be8a833-d6ae-4368-96c3-73f3d867af01 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16271055'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:33.375836 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-2be8a833-d6ae-4368-96c3-73f3d867af01 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:33.377030 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-2be8a833-d6ae-4368-96c3-73f3d867af01 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0243812 Jun 27 20:20:33.808683 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-98f8004f-97f4-49e0-947a-62cd4de9556b tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--809614067&fields=id&tenant_id=54b0294a170e40e289cebd5d6db0e2e7 HTTP/1.1" status: 200 len: 267 time: 0.0412705 Jun 27 20:20:33.957742 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-a69c61f1-5ceb-42ff-b141-4b3e94c1f2d0 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:33.959174 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-a69c61f1-5ceb-42ff-b141-4b3e94c1f2d0 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/networks?id=a4f9d903-5282-4633-b410-1fa282e9a3fa HTTP/1.1" status: 200 len: 814 time: 0.1439774 Jun 27 20:20:33.976320 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-56be7461-ab7b-424b-acfd-d0705819a0fb tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/quotas/54b0294a170e40e289cebd5d6db0e2e7 HTTP/1.1" status: 200 len: 375 time: 0.0115511 Jun 27 20:20:34.065149 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-1ed053ff-0059-434f-9657-ba80395fe12c tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=54b0294a170e40e289cebd5d6db0e2e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0836642 Jun 27 20:20:34.385202 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-e32ffe62-cd7f-4db3-840a-e02695ee4ea0 service neutron] 10.222.0.23 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082271 Jun 27 20:20:34.512317 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-89a7d84f-17a7-40f2-b729-ad16a60e2ed7 service neutron] 10.222.0.23 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213717 Jun 27 20:20:34.691754 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-969af870-440f-4f25-9384-fc5a3b47bc82 req-51b24b36-e190-4e08-8655-e2dd75b78ab8 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=554e8f23-0ded-43a4-9bc2-e5e98a40964f HTTP/1.1" status: 200 len: 210 time: 0.0530124 Jun 27 20:20:35.855297 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-696d9778-6efe-4778-a5a6-f92415f879bb req-3ca6aa98-5179-4859-838f-d4605f2d6f81 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=554e8f23-0ded-43a4-9bc2-e5e98a40964f HTTP/1.1" status: 200 len: 210 time: 0.0518379 Jun 27 20:20:35.875947 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-ceba03fa-51a7-449a-99fa-ff9567a64ad4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:35.877388 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-ceba03fa-51a7-449a-99fa-ff9567a64ad4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.15 "GET /v2.0/networks?id=a4f9d903-5282-4633-b410-1fa282e9a3fa HTTP/1.1" status: 200 len: 814 time: 0.2654731 Jun 27 20:20:35.930887 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-087b1dd3-d80b-4b0d-ab5d-454b091d6aa4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Synchronizing usage tracker for tenant:54b0294a170e40e289cebd5d6db0e2e7 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:20:35.945588 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-087b1dd3-d80b-4b0d-ab5d-454b091d6aa4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Unset dirty status for tenant:54b0294a170e40e289cebd5d6db0e2e7 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:20:35.946652 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-087b1dd3-d80b-4b0d-ab5d-454b091d6aa4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54b0294a170e40e289cebd5d6db0e2e7 HTTP/1.1" status: 200 len: 379 time: 0.0546439 Jun 27 20:20:35.956159 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-b3d5356d-f793-4f40-988f-64bad2f1c870 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Request body: {'port': {'device_id': '554e8f23-0ded-43a4-9bc2-e5e98a40964f', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'admin_state_up': True, 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'security_groups': ['cc531674-8994-43aa-b8c2-8e092b629af0']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:20:36.094644 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-b3d5356d-f793-4f40-988f-64bad2f1c870 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:20:36.098673 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-b3d5356d-f793-4f40-988f-64bad2f1c870 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Usage tracker for resource:port and tenant:54b0294a170e40e289cebd5d6db0e2e7 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:20:36.102102 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-b3d5356d-f793-4f40-988f-64bad2f1c870 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:20:36.107725 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-b3d5356d-f793-4f40-988f-64bad2f1c870 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:20:36.117256 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-b3d5356d-f793-4f40-988f-64bad2f1c870 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Made reservation on behalf of 54b0294a170e40e289cebd5d6db0e2e7 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:20:36.120692 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-b3d5356d-f793-4f40-988f-64bad2f1c870 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:36.278516 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-b3d5356d-f793-4f40-988f-64bad2f1c870 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Allocated IP 172.20.0.13 (a4f9d903-5282-4633-b410-1fa282e9a3fa/477b3e9f-4c1d-42b2-a34b-ca1847893d97/c7068054-0ecc-44dd-b4f0-50a5893380ec) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:20:36.460928 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-b3d5356d-f793-4f40-988f-64bad2f1c870 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:36.475630 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-b3d5356d-f793-4f40-988f-64bad2f1c870 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Transition to ACTIVE for port object c7068054-0ecc-44dd-b4f0-50a5893380ec will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:20:36.497548 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-b3d5356d-f793-4f40-988f-64bad2f1c870 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:36.562232 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-b3d5356d-f793-4f40-988f-64bad2f1c870 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Network a4f9d903-5282-4633-b410-1fa282e9a3fa is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:20:36.565327 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-b3d5356d-f793-4f40-988f-64bad2f1c870 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:20:36.574226 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-b3d5356d-f793-4f40-988f-64bad2f1c870 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:20:36.610839 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5356d-f793-4f40-988f-64bad2f1c870 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Pushing event updated for resources: {'Port': ['ID=c7068054-0ecc-44dd-b4f0-50a5893380ec,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:20:36.642120 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-b3d5356d-f793-4f40-988f-64bad2f1c870 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:36.642723 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-b3d5356d-f793-4f40-988f-64bad2f1c870 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:36.667495 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-b3d5356d-f793-4f40-988f-64bad2f1c870 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7148278 Jun 27 20:20:36.683585 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-20a0b8fa-2e52-4180-a0bd-62261248308a service neutron] Request body: {'port': {'device_id': '554e8f23-0ded-43a4-9bc2-e5e98a40964f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84579'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:20:36.794180 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-20a0b8fa-2e52-4180-a0bd-62261248308a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:36.795429 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-b8c05380-aa51-4894-9cd5-cf98432be82b None None] Provisioning for port c7068054-0ecc-44dd-b4f0-50a5893380ec completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:20:36.800380 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-b8c05380-aa51-4894-9cd5-cf98432be82b None None] Provisioning complete for port c7068054-0ecc-44dd-b4f0-50a5893380ec triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:20:36.800736 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b8c05380-aa51-4894-9cd5-cf98432be82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:36.883002 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-b8c05380-aa51-4894-9cd5-cf98432be82b None None] Port c7068054-0ecc-44dd-b4f0-50a5893380ec cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:20:37.050882 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edec817-63e6-47be-844b-36bd28e26bfd req-3b87ddc0-d4d1-4569-a38a-a1b22e7f8f9d tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:37.052325 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1edec817-63e6-47be-844b-36bd28e26bfd req-3b87ddc0-d4d1-4569-a38a-a1b22e7f8f9d tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=554e8f23-0ded-43a4-9bc2-e5e98a40964f HTTP/1.1" status: 200 len: 932 time: 0.0877860 Jun 27 20:20:37.095042 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1edec817-63e6-47be-844b-36bd28e26bfd req-31a0d3d7-e8e8-4662-9e2b-89f9fa32e863 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc531674-8994-43aa-b8c2-8e092b629af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363996 Jun 27 20:20:37.130049 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-20a0b8fa-2e52-4180-a0bd-62261248308a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7068054-0ecc-44dd-b4f0-50a5893380ec {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:20:37.137233 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-20a0b8fa-2e52-4180-a0bd-62261248308a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:37.151423 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-20a0b8fa-2e52-4180-a0bd-62261248308a service neutron] Transition to ACTIVE for port object c7068054-0ecc-44dd-b4f0-50a5893380ec will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:20:37.155136 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-20a0b8fa-2e52-4180-a0bd-62261248308a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:37.281915 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a0b8fa-2e52-4180-a0bd-62261248308a service neutron] Pushing event updated for resources: {'Port': ['ID=c7068054-0ecc-44dd-b4f0-50a5893380ec,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:20:37.394841 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-20a0b8fa-2e52-4180-a0bd-62261248308a service neutron] Attempting to bind port c7068054-0ecc-44dd-b4f0-50a5893380ec on host hv-cinder-84579 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:20:37.395171 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-20a0b8fa-2e52-4180-a0bd-62261248308a service neutron] Attempting to bind port c7068054-0ecc-44dd-b4f0-50a5893380ec by drivers openvswitch,hyperv on host hv-cinder-84579 at level 0 using segments [{'id': 'd82ac3e5-92a8-4aa0-98bb-ca4afef7dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:20:37.395491 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-20a0b8fa-2e52-4180-a0bd-62261248308a service neutron] Attempting to bind port c7068054-0ecc-44dd-b4f0-50a5893380ec on network a4f9d903-5282-4633-b410-1fa282e9a3fa {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:20:37.400074 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-20a0b8fa-2e52-4180-a0bd-62261248308a service neutron] Port c7068054-0ecc-44dd-b4f0-50a5893380ec on network a4f9d903-5282-4633-b410-1fa282e9a3fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84579 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 20:20:37.400386 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-20a0b8fa-2e52-4180-a0bd-62261248308a service neutron] Attempting to bind port c7068054-0ecc-44dd-b4f0-50a5893380ec on network a4f9d903-5282-4633-b410-1fa282e9a3fa {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:20:37.405435 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-20a0b8fa-2e52-4180-a0bd-62261248308a service neutron] Checking agent: {'id': '31e345cd-768d-4f38-b592-a73bb4a1bf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84579', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'started_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:20:37.405800 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-20a0b8fa-2e52-4180-a0bd-62261248308a service neutron] Checking segment: {'id': 'd82ac3e5-92a8-4aa0-98bb-ca4afef7dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:20:37.406174 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-20a0b8fa-2e52-4180-a0bd-62261248308a service neutron] Bound using segment: {'id': 'd82ac3e5-92a8-4aa0-98bb-ca4afef7dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:20:37.406594 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-20a0b8fa-2e52-4180-a0bd-62261248308a service neutron] Bound port: c7068054-0ecc-44dd-b4f0-50a5893380ec, host: hv-cinder-84579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd82ac3e5-92a8-4aa0-98bb-ca4afef7dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:20:37.406930 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-20a0b8fa-2e52-4180-a0bd-62261248308a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:37.496403 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-20a0b8fa-2e52-4180-a0bd-62261248308a service neutron] For port c7068054-0ecc-44dd-b4f0-50a5893380ec, host hv-cinder-84579, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:20:37.499284 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-20a0b8fa-2e52-4180-a0bd-62261248308a service neutron] For port c7068054-0ecc-44dd-b4f0-50a5893380ec, host hv-cinder-84579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=c7068054-0ecc-44dd-b4f0-50a5893380ec,segment=NetworkSegment(d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd),segment_id=d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:20:37.503496 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-20a0b8fa-2e52-4180-a0bd-62261248308a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:37.558018 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-20a0b8fa-2e52-4180-a0bd-62261248308a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:37.558571 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-20a0b8fa-2e52-4180-a0bd-62261248308a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:37.559921 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-20a0b8fa-2e52-4180-a0bd-62261248308a service neutron] 10.222.0.15 "PUT /v2.0/ports/c7068054-0ecc-44dd-b4f0-50a5893380ec HTTP/1.1" status: 200 len: 1094 time: 0.8805256 Jun 27 20:20:37.560345 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554e8f23-0ded-43a4-9bc2-e5e98a40964f', 'tag': 'c7068054-0ecc-44dd-b4f0-50a5893380ec'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:20:37.590245 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a0b8fa-2e52-4180-a0bd-62261248308a service neutron] Pushing event updated for resources: {'Port': ['ID=c7068054-0ecc-44dd-b4f0-50a5893380ec,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:20:37.609606 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42b60c2c-ab06-4cc9-9d1d-f8a1bee7c20a'] response: {'name': 'network-changed', 'server_uuid': '554e8f23-0ded-43a4-9bc2-e5e98a40964f', 'tag': 'c7068054-0ecc-44dd-b4f0-50a5893380ec', 'status': 'completed', 'code': 200} Jun 27 20:20:37.710078 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-2674e2b5-a85a-4d5d-bec6-2439fc8785e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:37.711586 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-2674e2b5-a85a-4d5d-bec6-2439fc8785e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54b0294a170e40e289cebd5d6db0e2e7&device_id=554e8f23-0ded-43a4-9bc2-e5e98a40964f HTTP/1.1" status: 200 len: 1097 time: 0.0839784 Jun 27 20:20:37.875262 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-b5296f39-0dc4-48bd-9d9d-33b7416a9f9e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7068054-0ecc-44dd-b4f0-50a5893380ec HTTP/1.1" status: 200 len: 217 time: 0.1516054 Jun 27 20:20:37.937772 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-bfd61b80-5675-42a3-b5e6-09c5cfe03c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:37.939153 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-bfd61b80-5675-42a3-b5e6-09c5cfe03c32 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=477b3e9f-4c1d-42b2-a34b-ca1847893d97 HTTP/1.1" status: 200 len: 853 time: 0.0581505 Jun 27 20:20:38.018620 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-93cba77e-074d-4243-87ef-41d1b7349a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:38.020103 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-93cba77e-074d-4243-87ef-41d1b7349a2c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4f9d903-5282-4633-b410-1fa282e9a3fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756412 Jun 27 20:20:38.151225 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-7b83f3c6-77d8-4cb0-ac17-01c164725d62 service neutron] 10.222.0.15 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251404 Jun 27 20:20:38.281899 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab311801-d043-4fc1-bdfa-d9319cb05ac5 req-19e726fa-cc15-4218-9f09-bd827337c72b tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:38.283199 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-a038e942-b154-4239-8c0e-65f8b12cdc83 req-482e9c90-5a90-4fa3-a1e8-e15c947347cd service neutron] 10.222.0.15 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262431 Jun 27 20:20:38.283368 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ab311801-d043-4fc1-bdfa-d9319cb05ac5 req-19e726fa-cc15-4218-9f09-bd827337c72b tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=554e8f23-0ded-43a4-9bc2-e5e98a40964f HTTP/1.1" status: 200 len: 944 time: 0.0844548 Jun 27 20:20:38.327155 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ab311801-d043-4fc1-bdfa-d9319cb05ac5 req-83909a5c-1aae-4084-8f90-a5d2719b93e3 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc531674-8994-43aa-b8c2-8e092b629af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375106 Jun 27 20:20:38.453434 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f4fe4-1b8f-4cd7-b7c9-f577d08b3509 req-3b4a10ce-5580-43f1-b8ff-82e8953f31c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:38.454924 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-b91f4fe4-1b8f-4cd7-b7c9-f577d08b3509 req-3b4a10ce-5580-43f1-b8ff-82e8953f31c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54b0294a170e40e289cebd5d6db0e2e7&device_id=554e8f23-0ded-43a4-9bc2-e5e98a40964f HTTP/1.1" status: 200 len: 1097 time: 0.0806105 Jun 27 20:20:38.582975 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f4fe4-1b8f-4cd7-b7c9-f577d08b3509 req-b46d1ada-0fb4-48c9-b022-8c286296e398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:38.585027 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-b91f4fe4-1b8f-4cd7-b7c9-f577d08b3509 req-b46d1ada-0fb4-48c9-b022-8c286296e398 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4f9d903-5282-4633-b410-1fa282e9a3fa HTTP/1.1" status: 200 len: 915 time: 0.1242166 Jun 27 20:20:38.656862 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-b91f4fe4-1b8f-4cd7-b7c9-f577d08b3509 req-24979221-37e8-48e3-bce8-5d62248e76df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7068054-0ecc-44dd-b4f0-50a5893380ec HTTP/1.1" status: 200 len: 217 time: 0.0655878 Jun 27 20:20:38.733158 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f4fe4-1b8f-4cd7-b7c9-f577d08b3509 req-67142712-fdd0-4087-8ded-cf948ace1fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:38.734528 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-b91f4fe4-1b8f-4cd7-b7c9-f577d08b3509 req-67142712-fdd0-4087-8ded-cf948ace1fd1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=477b3e9f-4c1d-42b2-a34b-ca1847893d97 HTTP/1.1" status: 200 len: 853 time: 0.0721121 Jun 27 20:20:38.826526 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f4fe4-1b8f-4cd7-b7c9-f577d08b3509 req-1229a64a-2a5b-4b06-9480-5ece3841e515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:38.827974 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-b91f4fe4-1b8f-4cd7-b7c9-f577d08b3509 req-1229a64a-2a5b-4b06-9480-5ece3841e515 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4f9d903-5282-4633-b410-1fa282e9a3fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0876400 Jun 27 20:20:38.957931 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-b91f4fe4-1b8f-4cd7-b7c9-f577d08b3509 req-22c4d639-8807-4b82-adb0-fbb8e674303b service neutron] 10.222.0.15 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227598 Jun 27 20:20:39.090275 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-b91f4fe4-1b8f-4cd7-b7c9-f577d08b3509 req-503ee4d6-a7be-4164-b2b2-3006bd24c734 service neutron] 10.222.0.15 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261816 Jun 27 20:20:39.516371 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d3908-1ad4-4c55-800f-e2deed958e17 req-0fd4b92d-74b5-4701-949a-0280c6573b3c tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:39.517811 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-826d3908-1ad4-4c55-800f-e2deed958e17 req-0fd4b92d-74b5-4701-949a-0280c6573b3c tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=554e8f23-0ded-43a4-9bc2-e5e98a40964f HTTP/1.1" status: 200 len: 944 time: 0.0876548 Jun 27 20:20:39.559803 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-826d3908-1ad4-4c55-800f-e2deed958e17 req-ad176404-95e5-4752-aa8e-6fe1783c50b1 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc531674-8994-43aa-b8c2-8e092b629af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357993 Jun 27 20:20:40.793551 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe36e1-1809-4f3c-a4bf-97b7bf6a8fff req-c572ee1c-bb70-40af-a2cc-f8f4a692368d tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:40.794982 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cffe36e1-1809-4f3c-a4bf-97b7bf6a8fff req-c572ee1c-bb70-40af-a2cc-f8f4a692368d tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=554e8f23-0ded-43a4-9bc2-e5e98a40964f HTTP/1.1" status: 200 len: 944 time: 0.1337597 Jun 27 20:20:40.838250 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cffe36e1-1809-4f3c-a4bf-97b7bf6a8fff req-b160a5d8-33b6-45ef-bc73-840cd3e4b103 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc531674-8994-43aa-b8c2-8e092b629af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375845 Jun 27 20:20:41.762113 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device c7068054-0ecc-44dd-b4f0-50a5893380ec details requested by agent hyperv_hv-cinder-84579 with host hv-cinder-84579 {{(pid=88115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 20:20:41.890234 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port c7068054-0ecc-44dd-b4f0-50a5893380ec, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=c7068054-0ecc-44dd-b4f0-50a5893380ec,segment=NetworkSegment(d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd),segment_id=d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:20:41.902870 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Returning: {'device': 'c7068054-0ecc-44dd-b4f0-50a5893380ec', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'port_id': 'c7068054-0ecc-44dd-b4f0-50a5893380ec', 'mac_address': 'fa:16:3e:24:24:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 20:20:41.961560 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port c7068054-0ecc-44dd-b4f0-50a5893380ec is: DOWN; New status is: BUILD {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:20:41.961951 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:41.979054 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7068054-0ecc-44dd-b4f0-50a5893380ec {{(pid=88115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:20:41.993995 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port c7068054-0ecc-44dd-b4f0-50a5893380ec, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=c7068054-0ecc-44dd-b4f0-50a5893380ec,segment=NetworkSegment(d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd),segment_id=d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:20:41.999146 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:42.031693 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6679b70-e562-4718-9e2e-489154b553cb req-2f3ff2da-4558-494e-8649-bd293521426f tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:42.033058 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a6679b70-e562-4718-9e2e-489154b553cb req-2f3ff2da-4558-494e-8649-bd293521426f tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=554e8f23-0ded-43a4-9bc2-e5e98a40964f HTTP/1.1" status: 200 len: 944 time: 0.0895915 Jun 27 20:20:42.065363 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=c7068054-0ecc-44dd-b4f0-50a5893380ec,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:20:42.072344 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:20:42.072687 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:20:42.073028 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:20:42.073359 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:20:42.073717 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:20:42.074045 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:20:42.074369 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:20:42.074692 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:20:42.075016 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:20:42.075333 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:20:42.075653 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:20:42.075969 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:20:42.076732 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a6679b70-e562-4718-9e2e-489154b553cb req-53a371c6-5e36-4b6d-b9ed-afaae9896142 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc531674-8994-43aa-b8c2-8e092b629af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370636 Jun 27 20:20:42.381687 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['c7068054-0ecc-44dd-b4f0-50a5893380ec'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:20:42.625837 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:43.267638 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f05081-799f-40c8-bed6-cc0a0de45bae req-cd520ee0-bb53-4bb7-a4e0-67951ced433a tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:43.269080 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f2f05081-799f-40c8-bed6-cc0a0de45bae req-cd520ee0-bb53-4bb7-a4e0-67951ced433a tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=554e8f23-0ded-43a4-9bc2-e5e98a40964f HTTP/1.1" status: 200 len: 945 time: 0.0884421 Jun 27 20:20:43.312082 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f2f05081-799f-40c8-bed6-cc0a0de45bae req-a45ded73-1229-476e-ab73-3049f0cfe19e tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc531674-8994-43aa-b8c2-8e092b629af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367937 Jun 27 20:20:43.773097 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device c7068054-0ecc-44dd-b4f0-50a5893380ec up at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:20:43.838946 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning for port c7068054-0ecc-44dd-b4f0-50a5893380ec completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:20:43.843818 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning complete for port c7068054-0ecc-44dd-b4f0-50a5893380ec triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:20:43.844185 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:43.957018 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port c7068054-0ecc-44dd-b4f0-50a5893380ec is: BUILD; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:20:43.957414 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:43.984306 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554e8f23-0ded-43a4-9bc2-e5e98a40964f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7068054-0ecc-44dd-b4f0-50a5893380ec'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:20:43.993553 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port c7068054-0ecc-44dd-b4f0-50a5893380ec, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=c7068054-0ecc-44dd-b4f0-50a5893380ec,segment=NetworkSegment(d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd),segment_id=d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:20:44.000555 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:44.031523 dv-cinder-845799-1-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83c5d2a6-e1bb-462f-9080-2a1186a55d4e'] response: {'server_uuid': '554e8f23-0ded-43a4-9bc2-e5e98a40964f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7068054-0ecc-44dd-b4f0-50a5893380ec', 'code': 200} Jun 27 20:20:44.071949 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=c7068054-0ecc-44dd-b4f0-50a5893380ec,revision_number=5']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:20:44.333937 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d618db2-3368-4d4b-bd75-dff80f63d864 req-a8affeea-3668-40f0-90c0-97562fcbd430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:44.335361 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-6d618db2-3368-4d4b-bd75-dff80f63d864 req-a8affeea-3668-40f0-90c0-97562fcbd430 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=554e8f23-0ded-43a4-9bc2-e5e98a40964f HTTP/1.1" status: 200 len: 1099 time: 0.1226215 Jun 27 20:20:44.379263 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-6d618db2-3368-4d4b-bd75-dff80f63d864 req-23ac00e1-bb9d-474e-9df8-519a12f8bfd2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cc531674-8994-43aa-b8c2-8e092b629af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370936 Jun 27 20:20:44.502280 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf6338-b04c-4a4d-acfa-9dc5263795d6 req-40854ec7-8e59-4000-a712-22aebdc2b97d tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:44.503702 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e0cf6338-b04c-4a4d-acfa-9dc5263795d6 req-40854ec7-8e59-4000-a712-22aebdc2b97d tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=554e8f23-0ded-43a4-9bc2-e5e98a40964f HTTP/1.1" status: 200 len: 946 time: 0.0883355 Jun 27 20:20:44.546417 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e0cf6338-b04c-4a4d-acfa-9dc5263795d6 req-243f02bf-349a-4e65-8ea6-f1603b990830 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc531674-8994-43aa-b8c2-8e092b629af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365174 Jun 27 20:20:44.630449 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-43b4f04e-5b82-4e30-8222-be896e525778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:45.735738 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0f3db-d3b1-4516-a36a-e789b3f683dd req-c8471c47-014b-4831-8b6d-fa75a7909488 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:45.737191 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6eb0f3db-d3b1-4516-a36a-e789b3f683dd req-c8471c47-014b-4831-8b6d-fa75a7909488 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=554e8f23-0ded-43a4-9bc2-e5e98a40964f HTTP/1.1" status: 200 len: 946 time: 0.0853024 Jun 27 20:20:45.782571 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6eb0f3db-d3b1-4516-a36a-e789b3f683dd req-d98bb109-727c-497c-b167-eb39bc11f564 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc531674-8994-43aa-b8c2-8e092b629af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374413 Jun 27 20:20:46.833326 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-77ebfceb-18af-4a88-98ba-322512b3c545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:46.976927 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e3179-9890-4a36-b1f2-bfb4a83837ef req-ee001cf4-ea0b-484d-89a3-2d63961597e2 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:46.978392 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2a3e3179-9890-4a36-b1f2-bfb4a83837ef req-ee001cf4-ea0b-484d-89a3-2d63961597e2 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=554e8f23-0ded-43a4-9bc2-e5e98a40964f HTTP/1.1" status: 200 len: 946 time: 0.0891342 Jun 27 20:20:47.019911 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2a3e3179-9890-4a36-b1f2-bfb4a83837ef req-d93205b8-0f36-46d8-9a91-a1aaefe46d8b tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc531674-8994-43aa-b8c2-8e092b629af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359495 Jun 27 20:20:47.208609 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737eb31d-c866-4d50-a2fd-2058206597fe req-2855df55-c061-49ab-8a14-33dd27e13073 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:47.209972 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-737eb31d-c866-4d50-a2fd-2058206597fe req-2855df55-c061-49ab-8a14-33dd27e13073 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=554e8f23-0ded-43a4-9bc2-e5e98a40964f HTTP/1.1" status: 200 len: 946 time: 0.0881424 Jun 27 20:20:47.218278 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 36632) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:20:47.223238 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-b154e595-d9d0-426d-872f-e70049c3fbb6 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Request body: {'floatingip': {'port_id': 'c7068054-0ecc-44dd-b4f0-50a5893380ec'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:20:47.298750 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b154e595-d9d0-426d-872f-e70049c3fbb6 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for floatingip, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:47.955919 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b154e595-d9d0-426d-872f-e70049c3fbb6 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:47.960325 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b154e595-d9d0-426d-872f-e70049c3fbb6 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16271055'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:48.031941 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:48.091047 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:48.134457 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.db.l3_db [None req-b154e595-d9d0-426d-872f-e70049c3fbb6 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Floating IP c84d167b-287b-4a77-9fc5-ad7ab9cb5eb4 associated. External IP: 172.27.3.237, port: c7068054-0ecc-44dd-b4f0-50a5893380ec. Jun 27 20:20:48.472567 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b154e595-d9d0-426d-872f-e70049c3fbb6 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Router 315f6152-bc59-4b29-b556-4848dd324f4e has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:20:48.642596 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b154e595-d9d0-426d-872f-e70049c3fbb6 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:20:48.648034 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-b154e595-d9d0-426d-872f-e70049c3fbb6 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:48.653257 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e0ef70-454d-48b5-b0c5-9f649ac2d469 None None] Sync routers for ids ['315f6152-bc59-4b29-b556-4848dd324f4e'] in dv-cinder-845799-1-iscsi {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:20:48.662342 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e0ef70-454d-48b5-b0c5-9f649ac2d469 None None] Routers {'315f6152-bc59-4b29-b556-4848dd324f4e'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:20:48.662935 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-09e0ef70-454d-48b5-b0c5-9f649ac2d469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:20:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['315f6152-bc59-4b29-b556-4848dd324f4e'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:20:48.825424 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-b154e595-d9d0-426d-872f-e70049c3fbb6 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "PUT /v2.0/floatingips/c84d167b-287b-4a77-9fc5-ad7ab9cb5eb4 HTTP/1.1" status: 200 len: 992 time: 1.6060102 Jun 27 20:20:48.826026 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554e8f23-0ded-43a4-9bc2-e5e98a40964f', 'tag': 'c7068054-0ecc-44dd-b4f0-50a5893380ec'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:20:48.842807 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-09e0ef70-454d-48b5-b0c5-9f649ac2d469 None None] Set router 315f6152-bc59-4b29-b556-4848dd324f4e gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:20:48.868353 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd1b9d59-6693-4e3e-bbb9-deb8a87b6b0c'] response: {'name': 'network-changed', 'server_uuid': '554e8f23-0ded-43a4-9bc2-e5e98a40964f', 'tag': 'c7068054-0ecc-44dd-b4f0-50a5893380ec', 'status': 'completed', 'code': 200} Jun 27 20:20:48.995754 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9260035-3efa-4354-9156-18b68a4ac28d req-1c091ff1-7283-42dd-80df-4b9ac89bb2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:48.997211 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d9260035-3efa-4354-9156-18b68a4ac28d req-1c091ff1-7283-42dd-80df-4b9ac89bb2a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54b0294a170e40e289cebd5d6db0e2e7&device_id=554e8f23-0ded-43a4-9bc2-e5e98a40964f HTTP/1.1" status: 200 len: 1099 time: 0.0784924 Jun 27 20:20:49.141151 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9260035-3efa-4354-9156-18b68a4ac28d req-5d315d4e-ecb6-4539-b931-9983c6966c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:49.142574 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d9260035-3efa-4354-9156-18b68a4ac28d req-5d315d4e-ecb6-4539-b931-9983c6966c40 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4f9d903-5282-4633-b410-1fa282e9a3fa HTTP/1.1" status: 200 len: 915 time: 0.1387205 Jun 27 20:20:49.185515 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-09e0ef70-454d-48b5-b0c5-9f649ac2d469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'name': 'tempest-AttachVolumeNegativeTest-991836189-router', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:16:55Z', 'updated_at': '2022-06-27T20:16:59Z', 'revision_number': 4, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'gw_port': {'id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:56Z', 'updated_at': '2022-06-27T20:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': 'c84d167b-287b-4a77-9fc5-ad7ab9cb5eb4', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'floating_ip_address': '172.27.3.237', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'port_id': 'c7068054-0ecc-44dd-b4f0-50a5893380ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'mac_address': 'fa:16:3e:24:24:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e8f23-0ded-43a4-9bc2-e5e98a40964f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:20:32Z', 'updated_at': '2022-06-27T20:20:47Z', 'revision_number': 1, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0d5a2c-5e51-4540-a433-4c5f088fdfcf', 'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'mac_address': 'fa:16:3e:dd:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:58Z', 'updated_at': '2022-06-27T20:17:04Z', 'revision_number': 5, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'subnets': [{'id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:20:49.189516 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e0ef70-454d-48b5-b0c5-9f649ac2d469 None None] Checking router: 315f6152-bc59-4b29-b556-4848dd324f4e for host: dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:20:49.197528 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e0ef70-454d-48b5-b0c5-9f649ac2d469 None None] Routers {'315f6152-bc59-4b29-b556-4848dd324f4e'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:20:49.198135 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-09e0ef70-454d-48b5-b0c5-9f649ac2d469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:20:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['315f6152-bc59-4b29-b556-4848dd324f4e'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:20:49.244858 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d9260035-3efa-4354-9156-18b68a4ac28d req-e1324072-0b81-4050-a847-d3393aa14fd4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7068054-0ecc-44dd-b4f0-50a5893380ec HTTP/1.1" status: 200 len: 1000 time: 0.0962451 Jun 27 20:20:49.311676 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9260035-3efa-4354-9156-18b68a4ac28d req-0a7193c1-723a-4c5c-bada-a1e782e40b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:49.313376 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d9260035-3efa-4354-9156-18b68a4ac28d req-0a7193c1-723a-4c5c-bada-a1e782e40b85 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=477b3e9f-4c1d-42b2-a34b-ca1847893d97 HTTP/1.1" status: 200 len: 853 time: 0.0614378 Jun 27 20:20:49.402445 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9260035-3efa-4354-9156-18b68a4ac28d req-3ac54dad-c600-4910-9546-4346923635c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:20:49.403900 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d9260035-3efa-4354-9156-18b68a4ac28d req-3ac54dad-c600-4910-9546-4346923635c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4f9d903-5282-4633-b410-1fa282e9a3fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0843635 Jun 27 20:20:49.451368 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:20:49.534841 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d9260035-3efa-4354-9156-18b68a4ac28d req-482485f7-62c1-45ad-a903-e23a2b03522f service neutron] 10.222.0.15 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237960 Jun 27 20:20:49.544027 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-09e0ef70-454d-48b5-b0c5-9f649ac2d469 None None] Set router 315f6152-bc59-4b29-b556-4848dd324f4e gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:20:49.665249 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d9260035-3efa-4354-9156-18b68a4ac28d req-c0de3eed-50f7-4ef8-bab3-446e94dc46bf service neutron] 10.222.0.15 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241562 Jun 27 20:20:49.924484 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-09e0ef70-454d-48b5-b0c5-9f649ac2d469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'name': 'tempest-AttachVolumeNegativeTest-991836189-router', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:16:55Z', 'updated_at': '2022-06-27T20:16:59Z', 'revision_number': 4, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'gw_port': {'id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:56Z', 'updated_at': '2022-06-27T20:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': 'c84d167b-287b-4a77-9fc5-ad7ab9cb5eb4', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'floating_ip_address': '172.27.3.237', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'port_id': 'c7068054-0ecc-44dd-b4f0-50a5893380ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'mac_address': 'fa:16:3e:24:24:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e8f23-0ded-43a4-9bc2-e5e98a40964f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:20:32Z', 'updated_at': '2022-06-27T20:20:47Z', 'revision_number': 1, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0d5a2c-5e51-4540-a433-4c5f088fdfcf', 'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'mac_address': 'fa:16:3e:dd:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:58Z', 'updated_at': '2022-06-27T20:17:04Z', 'revision_number': 5, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'subnets': [{'id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:20:49.928809 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e0ef70-454d-48b5-b0c5-9f649ac2d469 None None] The sync data for ids ['315f6152-bc59-4b29-b556-4848dd324f4e'] in dv-cinder-845799-1-iscsi is: [{'id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'name': 'tempest-AttachVolumeNegativeTest-991836189-router', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:16:55Z', 'updated_at': '2022-06-27T20:16:59Z', 'revision_number': 4, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'gw_port': {'id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:56Z', 'updated_at': '2022-06-27T20:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': 'c84d167b-287b-4a77-9fc5-ad7ab9cb5eb4', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'floating_ip_address': '172.27.3.237', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'port_id': 'c7068054-0ecc-44dd-b4f0-50a5893380ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'mac_address': 'fa:16:3e:24:24:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e8f23-0ded-43a4-9bc2-e5e98a40964f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:20:32Z', 'updated_at': '2022-06-27T20:20:47Z', 'revision_number': 1, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0d5a2c-5e51-4540-a433-4c5f088fdfcf', 'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'mac_address': 'fa:16:3e:dd:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:58Z', 'updated_at': '2022-06-27T20:17:04Z', 'revision_number': 5, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'subnets': [{'id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:20:50.122008 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f58fb6-9613-4dfd-90b6-519276f21e95 None None] New status for floating IP c84d167b-287b-4a77-9fc5-ad7ab9cb5eb4: ACTIVE {{(pid=88116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 20:20:59.884786 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:21:12.645166 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:21:14.631732 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f6627488-8e15-4612-bb3f-5023aa38e99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:21:16.835277 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-43266cf3-9088-49ab-be6d-1617bf87f94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:21:18.033376 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:21:18.090998 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:21:19.302289 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:21:20.109448 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ba8912ea-97d4-4ac7-a5a3-201d97b2eb69 req-d40b9a48-b911-485d-80a8-fc8856cb942e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=554e8f23-0ded-43a4-9bc2-e5e98a40964f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791271 Jun 27 20:21:20.272874 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8912ea-97d4-4ac7-a5a3-201d97b2eb69 req-2c24fc5f-8073-4985-bbd5-8c619b63fadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:21:20.274370 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ba8912ea-97d4-4ac7-a5a3-201d97b2eb69 req-2c24fc5f-8073-4985-bbd5-8c619b63fadf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54b0294a170e40e289cebd5d6db0e2e7&device_id=554e8f23-0ded-43a4-9bc2-e5e98a40964f HTTP/1.1" status: 200 len: 1099 time: 0.0771213 Jun 27 20:21:20.416404 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8912ea-97d4-4ac7-a5a3-201d97b2eb69 req-a9af8efc-61e1-4786-9433-bba1fb7f9c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:21:20.417789 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ba8912ea-97d4-4ac7-a5a3-201d97b2eb69 req-a9af8efc-61e1-4786-9433-bba1fb7f9c29 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4f9d903-5282-4633-b410-1fa282e9a3fa HTTP/1.1" status: 200 len: 915 time: 0.1245041 Jun 27 20:21:20.517829 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ba8912ea-97d4-4ac7-a5a3-201d97b2eb69 req-56283c45-fab3-41f9-ac80-2d9a7a3c5cb7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7068054-0ecc-44dd-b4f0-50a5893380ec HTTP/1.1" status: 200 len: 1002 time: 0.0944304 Jun 27 20:21:20.578680 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8912ea-97d4-4ac7-a5a3-201d97b2eb69 req-931010af-f428-4b19-a5eb-0ffdf7a5c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:21:20.580060 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ba8912ea-97d4-4ac7-a5a3-201d97b2eb69 req-931010af-f428-4b19-a5eb-0ffdf7a5c482 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=477b3e9f-4c1d-42b2-a34b-ca1847893d97 HTTP/1.1" status: 200 len: 853 time: 0.0556872 Jun 27 20:21:20.663306 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8912ea-97d4-4ac7-a5a3-201d97b2eb69 req-ca8b6d63-e795-4ed8-8872-30b26db707de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:21:20.664747 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ba8912ea-97d4-4ac7-a5a3-201d97b2eb69 req-ca8b6d63-e795-4ed8-8872-30b26db707de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4f9d903-5282-4633-b410-1fa282e9a3fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0784769 Jun 27 20:21:20.793023 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ba8912ea-97d4-4ac7-a5a3-201d97b2eb69 req-e9f268d5-a2b4-4078-a56d-2ecd99891bb1 service neutron] 10.222.0.15 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212156 Jun 27 20:21:21.010158 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ba8912ea-97d4-4ac7-a5a3-201d97b2eb69 req-faa71358-f728-49ea-82de-c52fb474ad00 service neutron] 10.222.0.15 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103534 Jun 27 20:21:36.884425 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:21:42.641356 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:21:44.633763 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f6a71c0b-369a-49d5-97cb-2d068a87f57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:21:46.839090 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-83fde433-4be1-413c-bb93-07de8f912a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:21:48.035094 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:21:48.092030 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:21:49.305701 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:05.850223 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd437a-8f09-4b97-9ca8-a88605359189 req-2861dd9a-2d68-4d88-985d-890938406d5e tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:22:05.851878 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b2fd437a-8f09-4b97-9ca8-a88605359189 req-2861dd9a-2d68-4d88-985d-890938406d5e tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=554e8f23-0ded-43a4-9bc2-e5e98a40964f HTTP/1.1" status: 200 len: 946 time: 0.0855749 Jun 27 20:22:05.898566 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b2fd437a-8f09-4b97-9ca8-a88605359189 req-03ea1f89-9fb1-470c-b31f-897bfd0725bf tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc531674-8994-43aa-b8c2-8e092b629af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403337 Jun 27 20:22:07.089119 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b0c11-c63e-4679-bcb0-12813be72ba7 req-918f0bb0-26fb-42ca-85b4-5949c423eade tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:22:07.090565 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5f7b0c11-c63e-4679-bcb0-12813be72ba7 req-918f0bb0-26fb-42ca-85b4-5949c423eade tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=554e8f23-0ded-43a4-9bc2-e5e98a40964f HTTP/1.1" status: 200 len: 946 time: 0.0864999 Jun 27 20:22:07.133031 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5f7b0c11-c63e-4679-bcb0-12813be72ba7 req-cdb58bfa-7a7d-47ee-91b2-dc3d229221a3 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc531674-8994-43aa-b8c2-8e092b629af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368345 Jun 27 20:22:07.569797 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da32ce-186f-4392-b75f-a3c86600393b req-9d31a838-3522-4588-baa9-d496f025ec04 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:22:07.570479 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-d8da32ce-186f-4392-b75f-a3c86600393b req-9d31a838-3522-4588-baa9-d496f025ec04 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Synchronizing usage tracker for tenant:54b0294a170e40e289cebd5d6db0e2e7 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:22:07.585039 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-d8da32ce-186f-4392-b75f-a3c86600393b req-9d31a838-3522-4588-baa9-d496f025ec04 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Unset dirty status for tenant:54b0294a170e40e289cebd5d6db0e2e7 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:22:07.586166 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d8da32ce-186f-4392-b75f-a3c86600393b req-9d31a838-3522-4588-baa9-d496f025ec04 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.15 "GET /v2.0/ports?device_id=554e8f23-0ded-43a4-9bc2-e5e98a40964f HTTP/1.1" status: 200 len: 946 time: 0.0992692 Jun 27 20:22:07.656365 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-d8da32ce-186f-4392-b75f-a3c86600393b req-cde21910-c5e1-4f6f-97d2-ff63a2019102 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Deleting port c7068054-0ecc-44dd-b4f0-50a5893380ec {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:22:07.656701 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d8da32ce-186f-4392-b75f-a3c86600393b req-cde21910-c5e1-4f6f-97d2-ff63a2019102 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:07.896575 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-d8da32ce-186f-4392-b75f-a3c86600393b req-cde21910-c5e1-4f6f-97d2-ff63a2019102 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] For port c7068054-0ecc-44dd-b4f0-50a5893380ec, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=c7068054-0ecc-44dd-b4f0-50a5893380ec,segment=NetworkSegment(d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd),segment_id=d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:22:07.896921 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d8da32ce-186f-4392-b75f-a3c86600393b req-cde21910-c5e1-4f6f-97d2-ff63a2019102 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:08.175491 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d8da32ce-186f-4392-b75f-a3c86600393b req-cde21910-c5e1-4f6f-97d2-ff63a2019102 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:08.175864 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d8da32ce-186f-4392-b75f-a3c86600393b req-cde21910-c5e1-4f6f-97d2-ff63a2019102 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16271055'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:08.176172 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.db.l3_db [req-d8da32ce-186f-4392-b75f-a3c86600393b req-cde21910-c5e1-4f6f-97d2-ff63a2019102 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Floating IP c84d167b-287b-4a77-9fc5-ad7ab9cb5eb4 disassociated. External IP: 172.27.3.237, port: c7068054-0ecc-44dd-b4f0-50a5893380ec. Jun 27 20:22:08.176503 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-d8da32ce-186f-4392-b75f-a3c86600393b req-cde21910-c5e1-4f6f-97d2-ff63a2019102 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Calling delete_port for c7068054-0ecc-44dd-b4f0-50a5893380ec owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:22:08.320509 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215250bc-0c4d-44cd-8d6a-89f34bd684f6 req-c79dc6bf-8830-4206-a41f-d7a60ce8bb1a tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:22:08.321980 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-215250bc-0c4d-44cd-8d6a-89f34bd684f6 req-c79dc6bf-8830-4206-a41f-d7a60ce8bb1a tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=554e8f23-0ded-43a4-9bc2-e5e98a40964f HTTP/1.1" status: 200 len: 946 time: 0.0853326 Jun 27 20:22:08.323342 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d8da32ce-186f-4392-b75f-a3c86600393b req-cde21910-c5e1-4f6f-97d2-ff63a2019102 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:08.369895 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde21910-c5e1-4f6f-97d2-ff63a2019102 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Pushing event deleted for resources: {'Port': ['ID=c7068054-0ecc-44dd-b4f0-50a5893380ec,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:22:08.370167 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-215250bc-0c4d-44cd-8d6a-89f34bd684f6 req-cf8da91f-02e5-4ab2-9f50-bb3da3f4730e tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc531674-8994-43aa-b8c2-8e092b629af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403817 Jun 27 20:22:08.381822 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde21910-c5e1-4f6f-97d2-ff63a2019102 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:22:08.382161 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde21910-c5e1-4f6f-97d2-ff63a2019102 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:22:08.382491 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde21910-c5e1-4f6f-97d2-ff63a2019102 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:22:08.382815 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde21910-c5e1-4f6f-97d2-ff63a2019102 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:22:08.383418 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde21910-c5e1-4f6f-97d2-ff63a2019102 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:22:08.384182 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde21910-c5e1-4f6f-97d2-ff63a2019102 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:22:08.384668 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde21910-c5e1-4f6f-97d2-ff63a2019102 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:22:08.385640 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde21910-c5e1-4f6f-97d2-ff63a2019102 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:22:08.385982 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde21910-c5e1-4f6f-97d2-ff63a2019102 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:22:08.386361 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde21910-c5e1-4f6f-97d2-ff63a2019102 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:22:08.386694 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde21910-c5e1-4f6f-97d2-ff63a2019102 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:22:08.387016 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde21910-c5e1-4f6f-97d2-ff63a2019102 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:22:08.567363 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8da32ce-186f-4392-b75f-a3c86600393b req-cde21910-c5e1-4f6f-97d2-ff63a2019102 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Router 315f6152-bc59-4b29-b556-4848dd324f4e has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:22:08.741964 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8da32ce-186f-4392-b75f-a3c86600393b req-cde21910-c5e1-4f6f-97d2-ff63a2019102 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:22:08.751789 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b1e2f1-d33a-4b99-988a-bd2eefd9b025 None None] Sync routers for ids ['315f6152-bc59-4b29-b556-4848dd324f4e'] in dv-cinder-845799-1-iscsi {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:22:08.761693 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b1e2f1-d33a-4b99-988a-bd2eefd9b025 None None] Routers {'315f6152-bc59-4b29-b556-4848dd324f4e'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:22:08.762287 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a0b1e2f1-d33a-4b99-988a-bd2eefd9b025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:21:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['315f6152-bc59-4b29-b556-4848dd324f4e'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:22:08.829065 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8da32ce-186f-4392-b75f-a3c86600393b req-cde21910-c5e1-4f6f-97d2-ff63a2019102 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] No DVR routers for this DVR port c7068054-0ecc-44dd-b4f0-50a5893380ec on host hv-cinder-84579 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 20:22:08.831829 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d8da32ce-186f-4392-b75f-a3c86600393b req-cde21910-c5e1-4f6f-97d2-ff63a2019102 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:08.834693 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554e8f23-0ded-43a4-9bc2-e5e98a40964f', 'name': 'network-vif-deleted', 'tag': 'c7068054-0ecc-44dd-b4f0-50a5893380ec'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:22:08.852166 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d8da32ce-186f-4392-b75f-a3c86600393b req-cde21910-c5e1-4f6f-97d2-ff63a2019102 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.15 "DELETE /v2.0/ports/c7068054-0ecc-44dd-b4f0-50a5893380ec HTTP/1.1" status: 204 len: 173 time: 1.2609203 Jun 27 20:22:08.902200 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e6454d7-367d-45f1-a28e-32a9b6960480'] response: {'server_uuid': '554e8f23-0ded-43a4-9bc2-e5e98a40964f', 'name': 'network-vif-deleted', 'tag': 'c7068054-0ecc-44dd-b4f0-50a5893380ec', 'status': 'completed', 'code': 200} Jun 27 20:22:08.961841 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-a0b1e2f1-d33a-4b99-988a-bd2eefd9b025 None None] Set router 315f6152-bc59-4b29-b556-4848dd324f4e gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:22:09.267447 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a0b1e2f1-d33a-4b99-988a-bd2eefd9b025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'name': 'tempest-AttachVolumeNegativeTest-991836189-router', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:16:55Z', 'updated_at': '2022-06-27T20:16:59Z', 'revision_number': 4, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'gw_port': {'id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:56Z', 'updated_at': '2022-06-27T20:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '1f0d5a2c-5e51-4540-a433-4c5f088fdfcf', 'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'mac_address': 'fa:16:3e:dd:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:58Z', 'updated_at': '2022-06-27T20:17:04Z', 'revision_number': 5, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'subnets': [{'id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:22:09.271237 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b1e2f1-d33a-4b99-988a-bd2eefd9b025 None None] Checking router: 315f6152-bc59-4b29-b556-4848dd324f4e for host: dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:22:09.279914 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b1e2f1-d33a-4b99-988a-bd2eefd9b025 None None] Routers {'315f6152-bc59-4b29-b556-4848dd324f4e'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:22:09.280572 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a0b1e2f1-d33a-4b99-988a-bd2eefd9b025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:21:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['315f6152-bc59-4b29-b556-4848dd324f4e'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:22:09.508958 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-a0b1e2f1-d33a-4b99-988a-bd2eefd9b025 None None] Set router 315f6152-bc59-4b29-b556-4848dd324f4e gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:22:09.643892 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6f816f37-88fd-49a9-b9a4-c874d4db7c39 req-725a2199-2348-4b9d-955e-a51087ce8bda tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=554e8f23-0ded-43a4-9bc2-e5e98a40964f HTTP/1.1" status: 200 len: 210 time: 0.1439474 Jun 27 20:22:09.817139 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-a0b1e2f1-d33a-4b99-988a-bd2eefd9b025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'name': 'tempest-AttachVolumeNegativeTest-991836189-router', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:16:55Z', 'updated_at': '2022-06-27T20:16:59Z', 'revision_number': 4, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'gw_port': {'id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:56Z', 'updated_at': '2022-06-27T20:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '1f0d5a2c-5e51-4540-a433-4c5f088fdfcf', 'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'mac_address': 'fa:16:3e:dd:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:58Z', 'updated_at': '2022-06-27T20:17:04Z', 'revision_number': 5, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'subnets': [{'id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:22:09.820991 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b1e2f1-d33a-4b99-988a-bd2eefd9b025 None None] The sync data for ids ['315f6152-bc59-4b29-b556-4848dd324f4e'] in dv-cinder-845799-1-iscsi is: [{'id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'name': 'tempest-AttachVolumeNegativeTest-991836189-router', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:16:55Z', 'updated_at': '2022-06-27T20:16:59Z', 'revision_number': 4, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'gw_port': {'id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:56Z', 'updated_at': '2022-06-27T20:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '1f0d5a2c-5e51-4540-a433-4c5f088fdfcf', 'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'mac_address': 'fa:16:3e:dd:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:58Z', 'updated_at': '2022-06-27T20:17:04Z', 'revision_number': 5, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'subnets': [{'id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:22:10.023490 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78951ac-249d-44ff-ac2e-b41475c5ffb8 None None] New status for floating IP c84d167b-287b-4a77-9fc5-ad7ab9cb5eb4: DOWN {{(pid=88116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 20:22:10.770627 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 36736) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:22:10.932888 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-21b4a6f9-fc53-45eb-bdd3-c3cd5406751b tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:10.959363 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-21b4a6f9-fc53-45eb-bdd3-c3cd5406751b tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:11.010865 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-21b4a6f9-fc53-45eb-bdd3-c3cd5406751b tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:11.029454 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b4a6f9-fc53-45eb-bdd3-c3cd5406751b tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc531674-8994-43aa-b8c2-8e092b629af0,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:22:11.047248 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-21b4a6f9-fc53-45eb-bdd3-c3cd5406751b tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:11.048382 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-21b4a6f9-fc53-45eb-bdd3-c3cd5406751b tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "DELETE /v2.0/security-groups/cc531674-8994-43aa-b8c2-8e092b629af0 HTTP/1.1" status: 204 len: 168 time: 0.2767725 Jun 27 20:22:11.050972 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 36740) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:22:11.067477 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.api.v2.resource [None req-4dbc7bfd-b756-4c2e-b273-3006c53d2e17 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] show failed (client error): The resource could not be found. Jun 27 20:22:11.068443 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-4dbc7bfd-b756-4c2e-b273-3006c53d2e17 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups/cc531674-8994-43aa-b8c2-8e092b629af0 HTTP/1.1" status: 404 len: 347 time: 0.0165870 Jun 27 20:22:11.071390 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 36744) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:22:11.231575 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-55a4816a-7179-4e85-b7c3-e2cd6b188321 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Deleting port b505b1da-b9ca-43d1-a676-ea4296f8194d {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:22:11.231839 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-55a4816a-7179-4e85-b7c3-e2cd6b188321 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:11.394420 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-55a4816a-7179-4e85-b7c3-e2cd6b188321 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:11.394765 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-55a4816a-7179-4e85-b7c3-e2cd6b188321 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:11.513333 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-55a4816a-7179-4e85-b7c3-e2cd6b188321 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Calling delete_port for b505b1da-b9ca-43d1-a676-ea4296f8194d owned by network:floatingip {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:22:11.646791 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-55a4816a-7179-4e85-b7c3-e2cd6b188321 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14170096'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:11.690705 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4816a-7179-4e85-b7c3-e2cd6b188321 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Pushing event deleted for resources: {'Port': ['ID=b505b1da-b9ca-43d1-a676-ea4296f8194d,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:22:11.699425 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a4816a-7179-4e85-b7c3-e2cd6b188321 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:22:11.699771 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a4816a-7179-4e85-b7c3-e2cd6b188321 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:22:11.700106 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a4816a-7179-4e85-b7c3-e2cd6b188321 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:22:11.700437 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a4816a-7179-4e85-b7c3-e2cd6b188321 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:22:11.700762 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a4816a-7179-4e85-b7c3-e2cd6b188321 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:22:11.701086 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a4816a-7179-4e85-b7c3-e2cd6b188321 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:22:11.701408 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a4816a-7179-4e85-b7c3-e2cd6b188321 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:22:11.701757 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a4816a-7179-4e85-b7c3-e2cd6b188321 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:22:11.702078 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a4816a-7179-4e85-b7c3-e2cd6b188321 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:22:11.702395 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a4816a-7179-4e85-b7c3-e2cd6b188321 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:22:11.702718 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a4816a-7179-4e85-b7c3-e2cd6b188321 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:22:11.703033 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a4816a-7179-4e85-b7c3-e2cd6b188321 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:22:11.797259 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-55a4816a-7179-4e85-b7c3-e2cd6b188321 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for floatingip, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:11.811010 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-55a4816a-7179-4e85-b7c3-e2cd6b188321 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:11.812132 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-55a4816a-7179-4e85-b7c3-e2cd6b188321 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "DELETE /v2.0/floatingips/c84d167b-287b-4a77-9fc5-ad7ab9cb5eb4 HTTP/1.1" status: 204 len: 168 time: 0.7397282 Jun 27 20:22:11.887558 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 36752) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:22:11.892723 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-f3139fed-cc4a-41fa-bfe0-c632cd955ed4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Request body: {'security_group': {'name': 'tempest-securitygroup--42321116', 'description': 'tempest-description--1076817191'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:22:11.898575 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-f3139fed-cc4a-41fa-bfe0-c632cd955ed4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:22:11.902901 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-f3139fed-cc4a-41fa-bfe0-c632cd955ed4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Usage tracker for resource:security_group and tenant:54b0294a170e40e289cebd5d6db0e2e7 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:22:11.905716 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-f3139fed-cc4a-41fa-bfe0-c632cd955ed4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:22:11.911360 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-f3139fed-cc4a-41fa-bfe0-c632cd955ed4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:22:11.921852 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f3139fed-cc4a-41fa-bfe0-c632cd955ed4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:11.941285 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-f3139fed-cc4a-41fa-bfe0-c632cd955ed4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:22:11.944938 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-f3139fed-cc4a-41fa-bfe0-c632cd955ed4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Usage tracker for resource:security_group_rule and tenant:54b0294a170e40e289cebd5d6db0e2e7 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:22:11.947819 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-f3139fed-cc4a-41fa-bfe0-c632cd955ed4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:22:11.953264 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-f3139fed-cc4a-41fa-bfe0-c632cd955ed4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:22:12.020846 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f3139fed-cc4a-41fa-bfe0-c632cd955ed4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:12.024343 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f3139fed-cc4a-41fa-bfe0-c632cd955ed4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:12.071694 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3139fed-cc4a-41fa-bfe0-c632cd955ed4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbcfec0-c799-4422-85ed-40e79b9e949a,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:22:12.074554 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f3139fed-cc4a-41fa-bfe0-c632cd955ed4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:12.075855 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-f3139fed-cc4a-41fa-bfe0-c632cd955ed4 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1872752 Jun 27 20:22:12.078695 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 36756) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:22:12.083659 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-69d141d7-875e-4e40-b8ee-94128e372fc0 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Request body: {'security_group_rule': {'security_group_id': '0cbcfec0-c799-4422-85ed-40e79b9e949a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:22:12.089735 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-69d141d7-875e-4e40-b8ee-94128e372fc0 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:22:12.093426 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-69d141d7-875e-4e40-b8ee-94128e372fc0 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Usage tracker for resource:security_group_rule and tenant:54b0294a170e40e289cebd5d6db0e2e7 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:22:12.096240 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-69d141d7-875e-4e40-b8ee-94128e372fc0 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:22:12.102139 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-69d141d7-875e-4e40-b8ee-94128e372fc0 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:22:12.117804 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-69d141d7-875e-4e40-b8ee-94128e372fc0 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:12.174337 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-69d141d7-875e-4e40-b8ee-94128e372fc0 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:12.177540 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-69d141d7-875e-4e40-b8ee-94128e372fc0 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438251'] for security_group_rule, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:12.200077 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d141d7-875e-4e40-b8ee-94128e372fc0 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a0b664-8be4-400d-8be2-38e65ca2a2ad,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:22:12.209657 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-69d141d7-875e-4e40-b8ee-94128e372fc0 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:12.210812 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-69d141d7-875e-4e40-b8ee-94128e372fc0 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1312273 Jun 27 20:22:12.213380 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 36760) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:22:12.218251 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-405571db-ddfa-4c67-883c-1b8a95a504f9 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Request body: {'security_group_rule': {'security_group_id': '0cbcfec0-c799-4422-85ed-40e79b9e949a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:22:12.223632 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-405571db-ddfa-4c67-883c-1b8a95a504f9 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:22:12.227304 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-405571db-ddfa-4c67-883c-1b8a95a504f9 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Usage tracker for resource:security_group_rule and tenant:54b0294a170e40e289cebd5d6db0e2e7 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:22:12.230560 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-405571db-ddfa-4c67-883c-1b8a95a504f9 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:22:12.236041 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-405571db-ddfa-4c67-883c-1b8a95a504f9 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:22:12.252573 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-405571db-ddfa-4c67-883c-1b8a95a504f9 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:12.261782 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device c7068054-0ecc-44dd-b4f0-50a5893380ec no longer exists at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:22:12.295448 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] No Port match for: c7068054-0ecc-44dd-b4f0-50a5893380ec {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:22:12.295784 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device c7068054-0ecc-44dd-b4f0-50a5893380ec not bound to the agent host hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:22:12.313592 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-405571db-ddfa-4c67-883c-1b8a95a504f9 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:12.317066 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-405571db-ddfa-4c67-883c-1b8a95a504f9 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438251'] for security_group_rule, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:12.342060 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405571db-ddfa-4c67-883c-1b8a95a504f9 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d4224f-59cb-4fec-8659-c3ad778add11,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:22:12.350964 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-405571db-ddfa-4c67-883c-1b8a95a504f9 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:12.352124 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-405571db-ddfa-4c67-883c-1b8a95a504f9 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1378217 Jun 27 20:22:12.355623 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 36764) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:22:12.360386 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-1bcbbfe5-ccb4-41c3-8dbe-dc25552e1253 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Request body: {'floatingip': {'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:22:12.365868 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-1bcbbfe5-ccb4-41c3-8dbe-dc25552e1253 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:22:12.369617 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-1bcbbfe5-ccb4-41c3-8dbe-dc25552e1253 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Usage tracker for resource:floatingip and tenant:54b0294a170e40e289cebd5d6db0e2e7 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:22:12.372401 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-1bcbbfe5-ccb4-41c3-8dbe-dc25552e1253 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:22:12.378090 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-1bcbbfe5-ccb4-41c3-8dbe-dc25552e1253 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:22:12.388040 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1bcbbfe5-ccb4-41c3-8dbe-dc25552e1253 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for floatingip, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:12.520948 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1bcbbfe5-ccb4-41c3-8dbe-dc25552e1253 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:12.644442 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:12.651542 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-1bcbbfe5-ccb4-41c3-8dbe-dc25552e1253 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Allocated IP 172.27.3.41 (f5e38b28-d42a-47c6-b8ea-5d0ae1b51160/4aa6a97f-4da5-4d03-b34a-f88023a9290b/f4679d02-c132-4af1-a9c3-e0b16d06cbd9) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:22:12.791625 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1bcbbfe5-ccb4-41c3-8dbe-dc25552e1253 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:12.820875 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1bcbbfe5-ccb4-41c3-8dbe-dc25552e1253 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14170096'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:12.972329 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcbbfe5-ccb4-41c3-8dbe-dc25552e1253 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Network f5e38b28-d42a-47c6-b8ea-5d0ae1b51160 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:22:12.974948 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-1bcbbfe5-ccb4-41c3-8dbe-dc25552e1253 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Resources bound (agent type, host, resource id): {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:22:12.982706 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcbbfe5-ccb4-41c3-8dbe-dc25552e1253 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:22:13.019365 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbbfe5-ccb4-41c3-8dbe-dc25552e1253 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Pushing event updated for resources: {'Port': ['ID=f4679d02-c132-4af1-a9c3-e0b16d06cbd9,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:22:13.062653 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1bcbbfe5-ccb4-41c3-8dbe-dc25552e1253 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:13.122719 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1bcbbfe5-ccb4-41c3-8dbe-dc25552e1253 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:13.320614 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1bcbbfe5-ccb4-41c3-8dbe-dc25552e1253 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:13.325907 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1bcbbfe5-ccb4-41c3-8dbe-dc25552e1253 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14170087'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:13.440182 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbbfe5-ccb4-41c3-8dbe-dc25552e1253 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Pushing event updated for resources: {'Port': ['ID=f4679d02-c132-4af1-a9c3-e0b16d06cbd9,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:22:13.454651 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1bcbbfe5-ccb4-41c3-8dbe-dc25552e1253 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16271055'] for floatingip, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:13.475058 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1bcbbfe5-ccb4-41c3-8dbe-dc25552e1253 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:13.476299 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-1bcbbfe5-ccb4-41c3-8dbe-dc25552e1253 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1197770 Jun 27 20:22:13.632554 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-fdb03d15-8755-416e-a989-0652493a8b99 req-ca373f59-f8a7-4fce-a3f1-625dc980b6dd tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Synchronizing usage tracker for tenant:54b0294a170e40e289cebd5d6db0e2e7 on resource:security_group {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:22:13.646798 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-fdb03d15-8755-416e-a989-0652493a8b99 req-ca373f59-f8a7-4fce-a3f1-625dc980b6dd tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Unset dirty status for tenant:54b0294a170e40e289cebd5d6db0e2e7 on resource:security_group {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:22:13.647889 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fdb03d15-8755-416e-a989-0652493a8b99 req-ca373f59-f8a7-4fce-a3f1-625dc980b6dd tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--42321116&fields=id&tenant_id=54b0294a170e40e289cebd5d6db0e2e7 HTTP/1.1" status: 200 len: 267 time: 0.0544097 Jun 27 20:22:13.795993 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb03d15-8755-416e-a989-0652493a8b99 req-9e51f2d8-b571-4c75-86b8-80d40e0fba2d tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:22:13.797403 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fdb03d15-8755-416e-a989-0652493a8b99 req-9e51f2d8-b571-4c75-86b8-80d40e0fba2d tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/networks?id=a4f9d903-5282-4633-b410-1fa282e9a3fa HTTP/1.1" status: 200 len: 814 time: 0.1430745 Jun 27 20:22:13.811723 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fdb03d15-8755-416e-a989-0652493a8b99 req-9acec6a5-ee6f-4161-a73a-5b56cf28bb78 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/quotas/54b0294a170e40e289cebd5d6db0e2e7 HTTP/1.1" status: 200 len: 375 time: 0.0088358 Jun 27 20:22:13.883141 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:22:13.902545 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-fdb03d15-8755-416e-a989-0652493a8b99 req-6db68a87-b435-4b4f-86e9-3191506616c2 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Synchronizing usage tracker for tenant:54b0294a170e40e289cebd5d6db0e2e7 on resource:port {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:22:13.917597 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-fdb03d15-8755-416e-a989-0652493a8b99 req-6db68a87-b435-4b4f-86e9-3191506616c2 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Unset dirty status for tenant:54b0294a170e40e289cebd5d6db0e2e7 on resource:port {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:22:13.918856 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fdb03d15-8755-416e-a989-0652493a8b99 req-6db68a87-b435-4b4f-86e9-3191506616c2 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=54b0294a170e40e289cebd5d6db0e2e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1020799 Jun 27 20:22:14.054711 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fdb03d15-8755-416e-a989-0652493a8b99 req-e3224149-b938-4f6e-a1bd-8e75cab890ee service neutron] 10.222.0.23 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242630 Jun 27 20:22:14.179493 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fdb03d15-8755-416e-a989-0652493a8b99 req-cebe7242-f78d-41f0-8bcc-2bbc2b832c07 service neutron] 10.222.0.23 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188169 Jun 27 20:22:14.357024 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d7ddaa3c-fc0c-4b9a-9976-37fd38235583 req-77457a13-45c4-4b97-a06e-ffd9c8476f00 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=e84321eb-a1cd-445f-ae77-c10493a0f50a HTTP/1.1" status: 200 len: 210 time: 0.0485575 Jun 27 20:22:14.636375 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f69b015a-c0da-4296-9d50-0f7e65f24a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:15.516112 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-23aaab6c-55df-4253-984a-e1910de479e8 req-e49fd00d-75c6-4d07-b747-6d6da3b4d262 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=e84321eb-a1cd-445f-ae77-c10493a0f50a HTTP/1.1" status: 200 len: 210 time: 0.0525444 Jun 27 20:22:15.583408 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb03d15-8755-416e-a989-0652493a8b99 req-00c6e0ec-1aca-4c17-b9a1-76d626da3d36 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:22:15.584823 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-fdb03d15-8755-416e-a989-0652493a8b99 req-00c6e0ec-1aca-4c17-b9a1-76d626da3d36 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.15 "GET /v2.0/networks?id=a4f9d903-5282-4633-b410-1fa282e9a3fa HTTP/1.1" status: 200 len: 814 time: 0.1466084 Jun 27 20:22:15.639648 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-fdb03d15-8755-416e-a989-0652493a8b99 req-c3a5feeb-1ab9-422b-b07f-2e01c89e9dc5 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Synchronizing usage tracker for tenant:54b0294a170e40e289cebd5d6db0e2e7 on resource:security_group {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:22:15.651820 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-fdb03d15-8755-416e-a989-0652493a8b99 req-c3a5feeb-1ab9-422b-b07f-2e01c89e9dc5 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Unset dirty status for tenant:54b0294a170e40e289cebd5d6db0e2e7 on resource:security_group {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:22:15.652918 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-fdb03d15-8755-416e-a989-0652493a8b99 req-c3a5feeb-1ab9-422b-b07f-2e01c89e9dc5 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54b0294a170e40e289cebd5d6db0e2e7 HTTP/1.1" status: 200 len: 378 time: 0.0539889 Jun 27 20:22:15.661141 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-fdb03d15-8755-416e-a989-0652493a8b99 req-0c967a6a-de8c-4e18-84a1-96b07648bff0 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Request body: {'port': {'device_id': 'e84321eb-a1cd-445f-ae77-c10493a0f50a', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'admin_state_up': True, 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'security_groups': ['0cbcfec0-c799-4422-85ed-40e79b9e949a']}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:22:15.797240 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-fdb03d15-8755-416e-a989-0652493a8b99 req-0c967a6a-de8c-4e18-84a1-96b07648bff0 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:22:15.806588 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-fdb03d15-8755-416e-a989-0652493a8b99 req-0c967a6a-de8c-4e18-84a1-96b07648bff0 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:22:15.816327 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdb03d15-8755-416e-a989-0652493a8b99 req-0c967a6a-de8c-4e18-84a1-96b07648bff0 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Made reservation on behalf of 54b0294a170e40e289cebd5d6db0e2e7 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:22:15.819808 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fdb03d15-8755-416e-a989-0652493a8b99 req-0c967a6a-de8c-4e18-84a1-96b07648bff0 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:15.981012 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-fdb03d15-8755-416e-a989-0652493a8b99 req-0c967a6a-de8c-4e18-84a1-96b07648bff0 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Allocated IP 172.20.0.11 (a4f9d903-5282-4633-b410-1fa282e9a3fa/477b3e9f-4c1d-42b2-a34b-ca1847893d97/dcac6b5d-d5e9-4784-a102-39b8185df3f3) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:22:16.165052 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fdb03d15-8755-416e-a989-0652493a8b99 req-0c967a6a-de8c-4e18-84a1-96b07648bff0 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:16.179828 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-fdb03d15-8755-416e-a989-0652493a8b99 req-0c967a6a-de8c-4e18-84a1-96b07648bff0 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Transition to ACTIVE for port object dcac6b5d-d5e9-4784-a102-39b8185df3f3 will not be triggered until provisioned by entity DHCP. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:22:16.203667 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fdb03d15-8755-416e-a989-0652493a8b99 req-0c967a6a-de8c-4e18-84a1-96b07648bff0 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:16.265077 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdb03d15-8755-416e-a989-0652493a8b99 req-0c967a6a-de8c-4e18-84a1-96b07648bff0 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Network a4f9d903-5282-4633-b410-1fa282e9a3fa is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:22:16.267947 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-fdb03d15-8755-416e-a989-0652493a8b99 req-0c967a6a-de8c-4e18-84a1-96b07648bff0 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:22:16.276261 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb03d15-8755-416e-a989-0652493a8b99 req-0c967a6a-de8c-4e18-84a1-96b07648bff0 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:22:16.312672 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c967a6a-de8c-4e18-84a1-96b07648bff0 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Pushing event updated for resources: {'Port': ['ID=dcac6b5d-d5e9-4784-a102-39b8185df3f3,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:22:16.347924 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb03d15-8755-416e-a989-0652493a8b99 req-0c967a6a-de8c-4e18-84a1-96b07648bff0 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:22:16.348533 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fdb03d15-8755-416e-a989-0652493a8b99 req-0c967a6a-de8c-4e18-84a1-96b07648bff0 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:16.374464 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-fdb03d15-8755-416e-a989-0652493a8b99 req-0c967a6a-de8c-4e18-84a1-96b07648bff0 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7168286 Jun 27 20:22:16.391680 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-fdb03d15-8755-416e-a989-0652493a8b99 req-1d40d051-967e-4a4f-a15e-f6317ee9eab0 service neutron] Request body: {'port': {'device_id': 'e84321eb-a1cd-445f-ae77-c10493a0f50a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84579'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:22:16.500866 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fdb03d15-8755-416e-a989-0652493a8b99 req-1d40d051-967e-4a4f-a15e-f6317ee9eab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:16.520092 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-4aa48c99-696b-447c-a8bd-ce23b37a7b37 None None] Provisioning for port dcac6b5d-d5e9-4784-a102-39b8185df3f3 completed by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:22:16.524657 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-4aa48c99-696b-447c-a8bd-ce23b37a7b37 None None] Provisioning complete for port dcac6b5d-d5e9-4784-a102-39b8185df3f3 triggered by entity DHCP. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:22:16.525024 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4aa48c99-696b-447c-a8bd-ce23b37a7b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:16.580607 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-4aa48c99-696b-447c-a8bd-ce23b37a7b37 None None] Port dcac6b5d-d5e9-4784-a102-39b8185df3f3 cannot update to ACTIVE because it is not bound. {{(pid=88115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 27 20:22:16.709957 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bf080-2d7d-432e-9490-2943ebb74287 req-b9e176d7-59a8-4437-99ad-cf1083094664 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:22:16.711507 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-543bf080-2d7d-432e-9490-2943ebb74287 req-b9e176d7-59a8-4437-99ad-cf1083094664 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=e84321eb-a1cd-445f-ae77-c10493a0f50a HTTP/1.1" status: 200 len: 932 time: 0.0841155 Jun 27 20:22:16.754857 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-543bf080-2d7d-432e-9490-2943ebb74287 req-a860e3ec-e08a-4e34-9629-1fe3d3dbec2f tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cbcfec0-c799-4422-85ed-40e79b9e949a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376005 Jun 27 20:22:16.841775 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-42c95be4-3070-4261-866c-36015598f53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:16.845989 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [req-fdb03d15-8755-416e-a989-0652493a8b99 req-1d40d051-967e-4a4f-a15e-f6317ee9eab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcac6b5d-d5e9-4784-a102-39b8185df3f3 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:22:16.853408 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fdb03d15-8755-416e-a989-0652493a8b99 req-1d40d051-967e-4a4f-a15e-f6317ee9eab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:16.868190 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-fdb03d15-8755-416e-a989-0652493a8b99 req-1d40d051-967e-4a4f-a15e-f6317ee9eab0 service neutron] Transition to ACTIVE for port object dcac6b5d-d5e9-4784-a102-39b8185df3f3 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:22:16.871823 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fdb03d15-8755-416e-a989-0652493a8b99 req-1d40d051-967e-4a4f-a15e-f6317ee9eab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:17.030386 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40d051-967e-4a4f-a15e-f6317ee9eab0 service neutron] Pushing event updated for resources: {'Port': ['ID=dcac6b5d-d5e9-4784-a102-39b8185df3f3,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:22:17.115287 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-fdb03d15-8755-416e-a989-0652493a8b99 req-1d40d051-967e-4a4f-a15e-f6317ee9eab0 service neutron] Attempting to bind port dcac6b5d-d5e9-4784-a102-39b8185df3f3 on host hv-cinder-84579 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:22:17.115618 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-fdb03d15-8755-416e-a989-0652493a8b99 req-1d40d051-967e-4a4f-a15e-f6317ee9eab0 service neutron] Attempting to bind port dcac6b5d-d5e9-4784-a102-39b8185df3f3 by drivers openvswitch,hyperv on host hv-cinder-84579 at level 0 using segments [{'id': 'd82ac3e5-92a8-4aa0-98bb-ca4afef7dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:22:17.115939 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb03d15-8755-416e-a989-0652493a8b99 req-1d40d051-967e-4a4f-a15e-f6317ee9eab0 service neutron] Attempting to bind port dcac6b5d-d5e9-4784-a102-39b8185df3f3 on network a4f9d903-5282-4633-b410-1fa282e9a3fa {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:22:17.120703 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb03d15-8755-416e-a989-0652493a8b99 req-1d40d051-967e-4a4f-a15e-f6317ee9eab0 service neutron] Port dcac6b5d-d5e9-4784-a102-39b8185df3f3 on network a4f9d903-5282-4633-b410-1fa282e9a3fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84579 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 20:22:17.121013 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb03d15-8755-416e-a989-0652493a8b99 req-1d40d051-967e-4a4f-a15e-f6317ee9eab0 service neutron] Attempting to bind port dcac6b5d-d5e9-4784-a102-39b8185df3f3 on network a4f9d903-5282-4633-b410-1fa282e9a3fa {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:22:17.125992 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb03d15-8755-416e-a989-0652493a8b99 req-1d40d051-967e-4a4f-a15e-f6317ee9eab0 service neutron] Checking agent: {'id': '31e345cd-768d-4f38-b592-a73bb4a1bf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84579', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'started_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:22:17.126323 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb03d15-8755-416e-a989-0652493a8b99 req-1d40d051-967e-4a4f-a15e-f6317ee9eab0 service neutron] Checking segment: {'id': 'd82ac3e5-92a8-4aa0-98bb-ca4afef7dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:22:17.126694 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb03d15-8755-416e-a989-0652493a8b99 req-1d40d051-967e-4a4f-a15e-f6317ee9eab0 service neutron] Bound using segment: {'id': 'd82ac3e5-92a8-4aa0-98bb-ca4afef7dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:22:17.127136 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-fdb03d15-8755-416e-a989-0652493a8b99 req-1d40d051-967e-4a4f-a15e-f6317ee9eab0 service neutron] Bound port: dcac6b5d-d5e9-4784-a102-39b8185df3f3, host: hv-cinder-84579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd82ac3e5-92a8-4aa0-98bb-ca4afef7dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:22:17.127473 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fdb03d15-8755-416e-a989-0652493a8b99 req-1d40d051-967e-4a4f-a15e-f6317ee9eab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:17.294461 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-fdb03d15-8755-416e-a989-0652493a8b99 req-1d40d051-967e-4a4f-a15e-f6317ee9eab0 service neutron] For port dcac6b5d-d5e9-4784-a102-39b8185df3f3, host hv-cinder-84579, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:22:17.297353 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-fdb03d15-8755-416e-a989-0652493a8b99 req-1d40d051-967e-4a4f-a15e-f6317ee9eab0 service neutron] For port dcac6b5d-d5e9-4784-a102-39b8185df3f3, host hv-cinder-84579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=dcac6b5d-d5e9-4784-a102-39b8185df3f3,segment=NetworkSegment(d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd),segment_id=d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:22:17.301664 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fdb03d15-8755-416e-a989-0652493a8b99 req-1d40d051-967e-4a4f-a15e-f6317ee9eab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:17.356677 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb03d15-8755-416e-a989-0652493a8b99 req-1d40d051-967e-4a4f-a15e-f6317ee9eab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:22:17.357265 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-fdb03d15-8755-416e-a989-0652493a8b99 req-1d40d051-967e-4a4f-a15e-f6317ee9eab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:17.359713 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-fdb03d15-8755-416e-a989-0652493a8b99 req-1d40d051-967e-4a4f-a15e-f6317ee9eab0 service neutron] 10.222.0.15 "PUT /v2.0/ports/dcac6b5d-d5e9-4784-a102-39b8185df3f3 HTTP/1.1" status: 200 len: 1094 time: 0.9712925 Jun 27 20:22:17.359713 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e84321eb-a1cd-445f-ae77-c10493a0f50a', 'tag': 'dcac6b5d-d5e9-4784-a102-39b8185df3f3'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:22:17.393154 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40d051-967e-4a4f-a15e-f6317ee9eab0 service neutron] Pushing event updated for resources: {'Port': ['ID=dcac6b5d-d5e9-4784-a102-39b8185df3f3,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:22:17.414133 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3fc2dfd-44dd-4ad6-a86c-a28a621acf15'] response: {'name': 'network-changed', 'server_uuid': 'e84321eb-a1cd-445f-ae77-c10493a0f50a', 'tag': 'dcac6b5d-d5e9-4784-a102-39b8185df3f3', 'status': 'completed', 'code': 200} Jun 27 20:22:17.509221 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb03d15-8755-416e-a989-0652493a8b99 req-05e7839e-28cc-4814-8736-bcbf0331b4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:22:17.510792 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-fdb03d15-8755-416e-a989-0652493a8b99 req-05e7839e-28cc-4814-8736-bcbf0331b4d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54b0294a170e40e289cebd5d6db0e2e7&device_id=e84321eb-a1cd-445f-ae77-c10493a0f50a HTTP/1.1" status: 200 len: 1097 time: 0.0804613 Jun 27 20:22:17.586080 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-fdb03d15-8755-416e-a989-0652493a8b99 req-7f85f71c-f32f-4c31-835d-badfb8212771 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcac6b5d-d5e9-4784-a102-39b8185df3f3 HTTP/1.1" status: 200 len: 217 time: 0.0635374 Jun 27 20:22:17.647111 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb03d15-8755-416e-a989-0652493a8b99 req-67eee6d2-1397-4e56-8dd7-5d9d83ecac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:22:17.648531 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-fdb03d15-8755-416e-a989-0652493a8b99 req-67eee6d2-1397-4e56-8dd7-5d9d83ecac18 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=477b3e9f-4c1d-42b2-a34b-ca1847893d97 HTTP/1.1" status: 200 len: 853 time: 0.0572152 Jun 27 20:22:17.742237 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb03d15-8755-416e-a989-0652493a8b99 req-d8ba9136-ffc7-49ec-adb7-d71cef5e1ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:22:17.743699 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-fdb03d15-8755-416e-a989-0652493a8b99 req-d8ba9136-ffc7-49ec-adb7-d71cef5e1ed1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4f9d903-5282-4633-b410-1fa282e9a3fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0888748 Jun 27 20:22:17.874982 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-fdb03d15-8755-416e-a989-0652493a8b99 req-3c934eed-b98b-4e20-846c-8197b7f4de35 service neutron] 10.222.0.15 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252043 Jun 27 20:22:17.944840 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30d84c-cb96-4b3c-a2b1-a2ee4173e9d3 req-0887f6e4-bc9a-4fcd-bcc1-b738ce9c8d79 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:22:17.946312 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-be30d84c-cb96-4b3c-a2b1-a2ee4173e9d3 req-0887f6e4-bc9a-4fcd-bcc1-b738ce9c8d79 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=e84321eb-a1cd-445f-ae77-c10493a0f50a HTTP/1.1" status: 200 len: 944 time: 0.0882127 Jun 27 20:22:17.989948 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-be30d84c-cb96-4b3c-a2b1-a2ee4173e9d3 req-56dda705-1fce-4d4b-b847-606fe04f8eba tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cbcfec0-c799-4422-85ed-40e79b9e949a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373762 Jun 27 20:22:18.005492 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-fdb03d15-8755-416e-a989-0652493a8b99 req-2636518c-fa7e-4ff5-a24e-84ef76a2ccee service neutron] 10.222.0.15 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237245 Jun 27 20:22:18.038402 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:18.094274 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:18.171200 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0efa52-978b-4c42-b8a8-2c53a1b3936c req-a7427beb-4a7b-4894-b687-c44c6c7fb908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:22:18.172641 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ab0efa52-978b-4c42-b8a8-2c53a1b3936c req-a7427beb-4a7b-4894-b687-c44c6c7fb908 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54b0294a170e40e289cebd5d6db0e2e7&device_id=e84321eb-a1cd-445f-ae77-c10493a0f50a HTTP/1.1" status: 200 len: 1097 time: 0.0770738 Jun 27 20:22:18.299883 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0efa52-978b-4c42-b8a8-2c53a1b3936c req-f58fa040-6c87-47a6-ac65-2b76511078b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:22:18.301294 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ab0efa52-978b-4c42-b8a8-2c53a1b3936c req-f58fa040-6c87-47a6-ac65-2b76511078b2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4f9d903-5282-4633-b410-1fa282e9a3fa HTTP/1.1" status: 200 len: 915 time: 0.1225619 Jun 27 20:22:18.371938 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ab0efa52-978b-4c42-b8a8-2c53a1b3936c req-faa6eabd-a2c9-47b8-9d93-1e813249c3a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcac6b5d-d5e9-4784-a102-39b8185df3f3 HTTP/1.1" status: 200 len: 217 time: 0.0638809 Jun 27 20:22:18.433119 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0efa52-978b-4c42-b8a8-2c53a1b3936c req-14a059f2-ed65-4c23-ba05-fc4442a5532d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:22:18.434448 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ab0efa52-978b-4c42-b8a8-2c53a1b3936c req-14a059f2-ed65-4c23-ba05-fc4442a5532d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=477b3e9f-4c1d-42b2-a34b-ca1847893d97 HTTP/1.1" status: 200 len: 853 time: 0.0560279 Jun 27 20:22:18.521105 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0efa52-978b-4c42-b8a8-2c53a1b3936c req-76826c22-bde1-4886-8a33-84c86d7fe5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:22:18.522609 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ab0efa52-978b-4c42-b8a8-2c53a1b3936c req-76826c22-bde1-4886-8a33-84c86d7fe5dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4f9d903-5282-4633-b410-1fa282e9a3fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0803807 Jun 27 20:22:18.650560 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ab0efa52-978b-4c42-b8a8-2c53a1b3936c req-e88fddba-63bb-4678-9ba4-7ed5d2cd74a3 service neutron] 10.222.0.15 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216338 Jun 27 20:22:18.778402 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ab0efa52-978b-4c42-b8a8-2c53a1b3936c req-5c63c13c-7149-4fff-9745-e72288aa068b service neutron] 10.222.0.15 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218905 Jun 27 20:22:19.174789 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a858e74-3a15-4d89-8774-8b6524151c2b req-2f315560-5e4f-4f60-a822-ec20d58be734 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:22:19.176119 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3a858e74-3a15-4d89-8774-8b6524151c2b req-2f315560-5e4f-4f60-a822-ec20d58be734 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=e84321eb-a1cd-445f-ae77-c10493a0f50a HTTP/1.1" status: 200 len: 944 time: 0.0831394 Jun 27 20:22:19.223287 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3a858e74-3a15-4d89-8774-8b6524151c2b req-22f44aa1-bcb4-4793-9d62-8b772ecce725 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cbcfec0-c799-4422-85ed-40e79b9e949a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415878 Jun 27 20:22:19.309638 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:20.408111 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7d644-c150-4dc9-be12-ecd2ed2ae025 req-dbb2948e-14ea-48d8-87eb-940098f24da0 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:22:20.409530 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-34b7d644-c150-4dc9-be12-ecd2ed2ae025 req-dbb2948e-14ea-48d8-87eb-940098f24da0 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=e84321eb-a1cd-445f-ae77-c10493a0f50a HTTP/1.1" status: 200 len: 944 time: 0.0832567 Jun 27 20:22:20.453429 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-34b7d644-c150-4dc9-be12-ecd2ed2ae025 req-ff776688-ee7c-4af7-810f-03ed6393c437 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cbcfec0-c799-4422-85ed-40e79b9e949a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381331 Jun 27 20:22:21.738959 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e210a16-8e64-4921-930b-904d18154b81 req-5dc4e031-94c7-4e84-9441-9dca0b2d7f64 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:22:21.740316 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9e210a16-8e64-4921-930b-904d18154b81 req-5dc4e031-94c7-4e84-9441-9dca0b2d7f64 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=e84321eb-a1cd-445f-ae77-c10493a0f50a HTTP/1.1" status: 200 len: 944 time: 0.1818757 Jun 27 20:22:21.782909 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9e210a16-8e64-4921-930b-904d18154b81 req-4a95377e-fd19-42b7-aae1-7d98a6364e27 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cbcfec0-c799-4422-85ed-40e79b9e949a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362794 Jun 27 20:22:22.308746 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device dcac6b5d-d5e9-4784-a102-39b8185df3f3 details requested by agent hyperv_hv-cinder-84579 with host hv-cinder-84579 {{(pid=88115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 20:22:22.436068 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port dcac6b5d-d5e9-4784-a102-39b8185df3f3, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=dcac6b5d-d5e9-4784-a102-39b8185df3f3,segment=NetworkSegment(d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd),segment_id=d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:22:22.449168 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Returning: {'device': 'dcac6b5d-d5e9-4784-a102-39b8185df3f3', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'port_id': 'dcac6b5d-d5e9-4784-a102-39b8185df3f3', 'mac_address': 'fa:16:3e:66:8c:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 20:22:22.501066 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port dcac6b5d-d5e9-4784-a102-39b8185df3f3 is: DOWN; New status is: BUILD {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:22:22.501428 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:22.517484 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcac6b5d-d5e9-4784-a102-39b8185df3f3 {{(pid=88115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:22:22.532382 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port dcac6b5d-d5e9-4784-a102-39b8185df3f3, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=dcac6b5d-d5e9-4784-a102-39b8185df3f3,segment=NetworkSegment(d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd),segment_id=d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:22:22.535884 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:22.602127 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=dcac6b5d-d5e9-4784-a102-39b8185df3f3,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:22:22.608882 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:22:22.609218 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:22:22.609548 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:22:22.609961 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:22:22.610283 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:22:22.610601 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:22:22.610914 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:22:22.611231 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:22:22.611541 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:22:22.611850 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:22:22.612155 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:22:22.612458 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:22:22.933528 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['dcac6b5d-d5e9-4784-a102-39b8185df3f3'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:22:22.971020 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a1e13-96b2-4a4e-bf0e-26296acf8958 req-58bdf982-a682-476b-8eea-7ce837d5b06e tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:22:22.972466 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f82a1e13-96b2-4a4e-bf0e-26296acf8958 req-58bdf982-a682-476b-8eea-7ce837d5b06e tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=e84321eb-a1cd-445f-ae77-c10493a0f50a HTTP/1.1" status: 200 len: 945 time: 0.0854423 Jun 27 20:22:23.018278 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f82a1e13-96b2-4a4e-bf0e-26296acf8958 req-724032aa-d059-453c-bf68-5925958b6bb5 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cbcfec0-c799-4422-85ed-40e79b9e949a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402074 Jun 27 20:22:24.206640 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e779710-9a96-4fdf-9c1f-4001b41b65a0 req-d825a9d1-b355-4f36-94f5-95930f72d813 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:22:24.208082 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4e779710-9a96-4fdf-9c1f-4001b41b65a0 req-d825a9d1-b355-4f36-94f5-95930f72d813 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=e84321eb-a1cd-445f-ae77-c10493a0f50a HTTP/1.1" status: 200 len: 945 time: 0.0889723 Jun 27 20:22:24.250739 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4e779710-9a96-4fdf-9c1f-4001b41b65a0 req-fa112898-7e36-4adc-8d6f-f16366291bed tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cbcfec0-c799-4422-85ed-40e79b9e949a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370874 Jun 27 20:22:24.310393 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device dcac6b5d-d5e9-4784-a102-39b8185df3f3 up at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:22:24.375367 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning for port dcac6b5d-d5e9-4784-a102-39b8185df3f3 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:22:24.380007 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning complete for port dcac6b5d-d5e9-4784-a102-39b8185df3f3 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:22:24.380368 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:24.492222 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port dcac6b5d-d5e9-4784-a102-39b8185df3f3 is: BUILD; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:22:24.492590 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:24.519465 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84321eb-a1cd-445f-ae77-c10493a0f50a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcac6b5d-d5e9-4784-a102-39b8185df3f3'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:22:24.529419 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port dcac6b5d-d5e9-4784-a102-39b8185df3f3, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=dcac6b5d-d5e9-4784-a102-39b8185df3f3,segment=NetworkSegment(d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd),segment_id=d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:22:24.533689 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:24.601516 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=dcac6b5d-d5e9-4784-a102-39b8185df3f3,revision_number=5']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:22:24.618001 dv-cinder-845799-1-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb1b3d41-6c68-451c-b996-811697a6a1e8'] response: {'server_uuid': 'e84321eb-a1cd-445f-ae77-c10493a0f50a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcac6b5d-d5e9-4784-a102-39b8185df3f3', 'code': 200} Jun 27 20:22:24.872471 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a823fb-9c0f-45b7-8689-36f30dd1bb71 req-95e5e5cb-5283-45dc-941c-9ee484c631fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:22:24.873885 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-e2a823fb-9c0f-45b7-8689-36f30dd1bb71 req-95e5e5cb-5283-45dc-941c-9ee484c631fc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e84321eb-a1cd-445f-ae77-c10493a0f50a HTTP/1.1" status: 200 len: 1099 time: 0.0755978 Jun 27 20:22:24.915386 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-e2a823fb-9c0f-45b7-8689-36f30dd1bb71 req-df36bab2-32fc-4c03-96f9-0ad0e1b9fcc5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0cbcfec0-c799-4422-85ed-40e79b9e949a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355287 Jun 27 20:22:25.437708 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ed352-1f57-41ad-8ce9-5546442775d6 req-bdc18cbd-b3ed-4d0f-a305-7e47cb971371 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:22:25.439230 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8b1ed352-1f57-41ad-8ce9-5546442775d6 req-bdc18cbd-b3ed-4d0f-a305-7e47cb971371 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=e84321eb-a1cd-445f-ae77-c10493a0f50a HTTP/1.1" status: 200 len: 946 time: 0.0872495 Jun 27 20:22:25.483288 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8b1ed352-1f57-41ad-8ce9-5546442775d6 req-b0f1d1e4-5f1e-47fc-9864-738d9dd44b2a tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cbcfec0-c799-4422-85ed-40e79b9e949a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377221 Jun 27 20:22:26.669319 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4699af9-c1fc-4b2d-a59b-df55ccdd6818 req-5bbae978-8726-4a9d-9e44-f6322451d262 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:22:26.670785 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f4699af9-c1fc-4b2d-a59b-df55ccdd6818 req-5bbae978-8726-4a9d-9e44-f6322451d262 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=e84321eb-a1cd-445f-ae77-c10493a0f50a HTTP/1.1" status: 200 len: 946 time: 0.0851002 Jun 27 20:22:26.717435 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f4699af9-c1fc-4b2d-a59b-df55ccdd6818 req-fc9d2861-fbb9-4d07-9a60-6496e2fe0bc3 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cbcfec0-c799-4422-85ed-40e79b9e949a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411630 Jun 27 20:22:26.896130 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9138525-b202-46a7-9581-69df61d47710 req-db31a984-ced4-444d-8754-2fa682968942 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:22:26.897645 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f9138525-b202-46a7-9581-69df61d47710 req-db31a984-ced4-444d-8754-2fa682968942 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=e84321eb-a1cd-445f-ae77-c10493a0f50a HTTP/1.1" status: 200 len: 946 time: 0.0848055 Jun 27 20:22:26.906502 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 36828) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:22:26.911251 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-8e385333-4605-43a8-9429-6547e12bd6a6 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Request body: {'floatingip': {'port_id': 'dcac6b5d-d5e9-4784-a102-39b8185df3f3'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:22:26.988887 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8e385333-4605-43a8-9429-6547e12bd6a6 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for floatingip, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:27.549030 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8e385333-4605-43a8-9429-6547e12bd6a6 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:27.552546 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8e385333-4605-43a8-9429-6547e12bd6a6 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16271055'] for floatingip, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:27.813875 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.db.l3_db [None req-8e385333-4605-43a8-9429-6547e12bd6a6 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Floating IP 9cc478c3-05e5-410b-bba7-9f010dbda436 associated. External IP: 172.27.3.41, port: dcac6b5d-d5e9-4784-a102-39b8185df3f3. Jun 27 20:22:28.154293 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e385333-4605-43a8-9429-6547e12bd6a6 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Router 315f6152-bc59-4b29-b556-4848dd324f4e has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:22:28.326534 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e385333-4605-43a8-9429-6547e12bd6a6 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:22:28.331390 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8e385333-4605-43a8-9429-6547e12bd6a6 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:28.337713 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20930c22-7fd7-4564-bd8a-d78fd34a93fc None None] Sync routers for ids ['315f6152-bc59-4b29-b556-4848dd324f4e'] in dv-cinder-845799-1-iscsi {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:22:28.347388 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20930c22-7fd7-4564-bd8a-d78fd34a93fc None None] Routers {'315f6152-bc59-4b29-b556-4848dd324f4e'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:22:28.347980 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-20930c22-7fd7-4564-bd8a-d78fd34a93fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:22:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['315f6152-bc59-4b29-b556-4848dd324f4e'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:22:28.383711 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-8e385333-4605-43a8-9429-6547e12bd6a6 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "PUT /v2.0/floatingips/9cc478c3-05e5-410b-bba7-9f010dbda436 HTTP/1.1" status: 200 len: 991 time: 1.4761982 Jun 27 20:22:28.384385 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e84321eb-a1cd-445f-ae77-c10493a0f50a', 'tag': 'dcac6b5d-d5e9-4784-a102-39b8185df3f3'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:22:28.481424 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2692620-477f-4259-83eb-67b11ddbeeb3'] response: {'name': 'network-changed', 'server_uuid': 'e84321eb-a1cd-445f-ae77-c10493a0f50a', 'tag': 'dcac6b5d-d5e9-4784-a102-39b8185df3f3', 'status': 'completed', 'code': 200} Jun 27 20:22:28.525497 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-20930c22-7fd7-4564-bd8a-d78fd34a93fc None None] Set router 315f6152-bc59-4b29-b556-4848dd324f4e gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:22:28.705810 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ea3c3-edd2-4ebe-8d2d-971133d877bd req-f55061f2-10aa-486c-b304-10ba5d34b731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:22:28.707209 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-c97ea3c3-edd2-4ebe-8d2d-971133d877bd req-f55061f2-10aa-486c-b304-10ba5d34b731 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54b0294a170e40e289cebd5d6db0e2e7&device_id=e84321eb-a1cd-445f-ae77-c10493a0f50a HTTP/1.1" status: 200 len: 1099 time: 0.1759233 Jun 27 20:22:28.841536 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ea3c3-edd2-4ebe-8d2d-971133d877bd req-68202427-843d-4f3d-a3a5-b59f3245c231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:22:28.843004 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-c97ea3c3-edd2-4ebe-8d2d-971133d877bd req-68202427-843d-4f3d-a3a5-b59f3245c231 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4f9d903-5282-4633-b410-1fa282e9a3fa HTTP/1.1" status: 200 len: 915 time: 0.1301703 Jun 27 20:22:28.905778 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-20930c22-7fd7-4564-bd8a-d78fd34a93fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'name': 'tempest-AttachVolumeNegativeTest-991836189-router', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:16:55Z', 'updated_at': '2022-06-27T20:16:59Z', 'revision_number': 4, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'gw_port': {'id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:56Z', 'updated_at': '2022-06-27T20:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': '9cc478c3-05e5-410b-bba7-9f010dbda436', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'floating_ip_address': '172.27.3.41', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'port_id': 'dcac6b5d-d5e9-4784-a102-39b8185df3f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'mac_address': 'fa:16:3e:66:8c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84321eb-a1cd-445f-ae77-c10493a0f50a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:22:13Z', 'updated_at': '2022-06-27T20:22:27Z', 'revision_number': 1, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0d5a2c-5e51-4540-a433-4c5f088fdfcf', 'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'mac_address': 'fa:16:3e:dd:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:58Z', 'updated_at': '2022-06-27T20:17:04Z', 'revision_number': 5, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'subnets': [{'id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:22:28.909865 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20930c22-7fd7-4564-bd8a-d78fd34a93fc None None] Checking router: 315f6152-bc59-4b29-b556-4848dd324f4e for host: dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:22:28.918479 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20930c22-7fd7-4564-bd8a-d78fd34a93fc None None] Routers {'315f6152-bc59-4b29-b556-4848dd324f4e'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:22:28.919073 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-20930c22-7fd7-4564-bd8a-d78fd34a93fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:22:17Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['315f6152-bc59-4b29-b556-4848dd324f4e'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:22:28.946464 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-c97ea3c3-edd2-4ebe-8d2d-971133d877bd req-3d905b42-37ec-4702-ab5b-a6a1795a9bb7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcac6b5d-d5e9-4784-a102-39b8185df3f3 HTTP/1.1" status: 200 len: 999 time: 0.0970337 Jun 27 20:22:29.006333 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ea3c3-edd2-4ebe-8d2d-971133d877bd req-ac471716-0b83-4cf0-a083-83a6cdb3d121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:22:29.007760 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-c97ea3c3-edd2-4ebe-8d2d-971133d877bd req-ac471716-0b83-4cf0-a083-83a6cdb3d121 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=477b3e9f-4c1d-42b2-a34b-ca1847893d97 HTTP/1.1" status: 200 len: 853 time: 0.0555451 Jun 27 20:22:29.094093 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ea3c3-edd2-4ebe-8d2d-971133d877bd req-da1f2dcb-3dc8-4295-a2e4-7769516333ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:22:29.095572 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-c97ea3c3-edd2-4ebe-8d2d-971133d877bd req-da1f2dcb-3dc8-4295-a2e4-7769516333ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4f9d903-5282-4633-b410-1fa282e9a3fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0821130 Jun 27 20:22:29.096329 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-20930c22-7fd7-4564-bd8a-d78fd34a93fc None None] Set router 315f6152-bc59-4b29-b556-4848dd324f4e gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:22:29.224824 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-c97ea3c3-edd2-4ebe-8d2d-971133d877bd req-737d66f9-a70b-4fe6-87a8-3cbabd0d4e86 service neutron] 10.222.0.15 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230819 Jun 27 20:22:29.354497 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-c97ea3c3-edd2-4ebe-8d2d-971133d877bd req-66e35b5b-5536-4611-b0c5-b317f95da352 service neutron] 10.222.0.15 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232867 Jun 27 20:22:29.433547 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-20930c22-7fd7-4564-bd8a-d78fd34a93fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'name': 'tempest-AttachVolumeNegativeTest-991836189-router', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:16:55Z', 'updated_at': '2022-06-27T20:16:59Z', 'revision_number': 4, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'gw_port': {'id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:56Z', 'updated_at': '2022-06-27T20:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': '9cc478c3-05e5-410b-bba7-9f010dbda436', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'floating_ip_address': '172.27.3.41', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'port_id': 'dcac6b5d-d5e9-4784-a102-39b8185df3f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'mac_address': 'fa:16:3e:66:8c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84321eb-a1cd-445f-ae77-c10493a0f50a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:22:13Z', 'updated_at': '2022-06-27T20:22:27Z', 'revision_number': 1, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0d5a2c-5e51-4540-a433-4c5f088fdfcf', 'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'mac_address': 'fa:16:3e:dd:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:58Z', 'updated_at': '2022-06-27T20:17:04Z', 'revision_number': 5, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'subnets': [{'id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:22:29.437413 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20930c22-7fd7-4564-bd8a-d78fd34a93fc None None] The sync data for ids ['315f6152-bc59-4b29-b556-4848dd324f4e'] in dv-cinder-845799-1-iscsi is: [{'id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'name': 'tempest-AttachVolumeNegativeTest-991836189-router', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:16:55Z', 'updated_at': '2022-06-27T20:16:59Z', 'revision_number': 4, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'gw_port': {'id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:56Z', 'updated_at': '2022-06-27T20:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_floatingips': [{'id': '9cc478c3-05e5-410b-bba7-9f010dbda436', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'floating_ip_address': '172.27.3.41', 'floating_network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'router_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'port_id': 'dcac6b5d-d5e9-4784-a102-39b8185df3f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'mac_address': 'fa:16:3e:66:8c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84321eb-a1cd-445f-ae77-c10493a0f50a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T20:22:13Z', 'updated_at': '2022-06-27T20:22:27Z', 'revision_number': 1, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0d5a2c-5e51-4540-a433-4c5f088fdfcf', 'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'mac_address': 'fa:16:3e:dd:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:58Z', 'updated_at': '2022-06-27T20:17:04Z', 'revision_number': 5, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'subnets': [{'id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:22:29.607943 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82428b55-6614-4eea-ae7d-b5d319ff8439 None None] New status for floating IP 9cc478c3-05e5-410b-bba7-9f010dbda436: ACTIVE {{(pid=88116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 20:22:42.647270 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:44.638389 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5e946076-3d42-4042-b709-711c3ba5c46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:46.844405 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-274b2b45-3412-46aa-82c6-1cba8c289a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:48.042331 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:48.099863 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:49.381042 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:22:50.881803 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:23:12.657730 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:23:14.642120 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-fc561d5a-1e28-48c5-b5cc-a1507c256618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:23:16.845940 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4ca12a8b-551e-49ac-9880-9db97d3ba52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:23:18.043139 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:23:18.090959 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:23:19.320799 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:23:21.074080 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-82df0d75-9a8b-45b3-a764-9d74935b0371 req-192a431a-b748-4ec9-8ffa-fa7680125068 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e84321eb-a1cd-445f-ae77-c10493a0f50a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747263 Jun 27 20:23:21.231620 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df0d75-9a8b-45b3-a764-9d74935b0371 req-9d891620-4f25-4f00-8b23-cc0d531097e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:23:21.232962 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-82df0d75-9a8b-45b3-a764-9d74935b0371 req-9d891620-4f25-4f00-8b23-cc0d531097e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54b0294a170e40e289cebd5d6db0e2e7&device_id=e84321eb-a1cd-445f-ae77-c10493a0f50a HTTP/1.1" status: 200 len: 1099 time: 0.0791004 Jun 27 20:23:21.394129 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df0d75-9a8b-45b3-a764-9d74935b0371 req-a6c3eda6-05cf-40c6-a329-56d63d9c32ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:23:21.395567 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-82df0d75-9a8b-45b3-a764-9d74935b0371 req-a6c3eda6-05cf-40c6-a329-56d63d9c32ae service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4f9d903-5282-4633-b410-1fa282e9a3fa HTTP/1.1" status: 200 len: 915 time: 0.1230690 Jun 27 20:23:21.494432 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-82df0d75-9a8b-45b3-a764-9d74935b0371 req-a4964b11-6807-46b8-8f45-4166b8f931ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcac6b5d-d5e9-4784-a102-39b8185df3f3 HTTP/1.1" status: 200 len: 1001 time: 0.0933504 Jun 27 20:23:21.553346 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df0d75-9a8b-45b3-a764-9d74935b0371 req-62df59b4-61f2-4f3c-b7b9-582100e48104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:23:21.554733 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-82df0d75-9a8b-45b3-a764-9d74935b0371 req-62df59b4-61f2-4f3c-b7b9-582100e48104 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=477b3e9f-4c1d-42b2-a34b-ca1847893d97 HTTP/1.1" status: 200 len: 853 time: 0.0549004 Jun 27 20:23:21.637257 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df0d75-9a8b-45b3-a764-9d74935b0371 req-34e75d1a-bb35-4a09-8de9-29d50a591cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:23:21.638712 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-82df0d75-9a8b-45b3-a764-9d74935b0371 req-34e75d1a-bb35-4a09-8de9-29d50a591cda service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4f9d903-5282-4633-b410-1fa282e9a3fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779569 Jun 27 20:23:21.765475 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-82df0d75-9a8b-45b3-a764-9d74935b0371 req-1212e086-6450-4c1f-a8fe-1888c187ab80 service neutron] 10.222.0.15 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197670 Jun 27 20:23:21.995965 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-82df0d75-9a8b-45b3-a764-9d74935b0371 req-885f9a33-aafe-468c-b454-21e69a3ca981 service neutron] 10.222.0.15 "GET /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237728 Jun 27 20:23:27.880460 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:23:42.663685 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:23:44.641662 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-189aadb4-63f0-40fb-bade-87b1f452a098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:23:46.850852 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-61b1cd48-172a-47af-873d-28ca966edbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:23:48.045971 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:23:48.091648 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:23:49.317350 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:23:53.940193 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef32156-ae1e-4ee5-9a82-de31bf274cab req-1eeb4be9-6a91-4e02-b924-b3a438472b3b tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:23:53.941550 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fef32156-ae1e-4ee5-9a82-de31bf274cab req-1eeb4be9-6a91-4e02-b924-b3a438472b3b tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=e84321eb-a1cd-445f-ae77-c10493a0f50a HTTP/1.1" status: 200 len: 946 time: 0.0848968 Jun 27 20:23:53.987228 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-fef32156-ae1e-4ee5-9a82-de31bf274cab req-672e3626-f9a8-4873-a93c-6832d5ef1f56 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cbcfec0-c799-4422-85ed-40e79b9e949a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397608 Jun 27 20:23:55.176389 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb950b-d105-4b7b-ac82-fbed7b9b79f3 req-8a203aa6-e398-480b-8374-d1f7629471f0 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:23:55.177763 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6bbb950b-d105-4b7b-ac82-fbed7b9b79f3 req-8a203aa6-e398-480b-8374-d1f7629471f0 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=e84321eb-a1cd-445f-ae77-c10493a0f50a HTTP/1.1" status: 200 len: 946 time: 0.0842249 Jun 27 20:23:55.220218 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6bbb950b-d105-4b7b-ac82-fbed7b9b79f3 req-efa09e30-9911-4fc7-b57b-4bc81981644f tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cbcfec0-c799-4422-85ed-40e79b9e949a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368898 Jun 27 20:23:55.606008 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e873e3d-e983-4597-8bc7-9512ba59ee7d req-58e3f9b6-9c8c-4dca-93b9-259b1e2d98ab tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:23:55.606715 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-7e873e3d-e983-4597-8bc7-9512ba59ee7d req-58e3f9b6-9c8c-4dca-93b9-259b1e2d98ab tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Synchronizing usage tracker for tenant:54b0294a170e40e289cebd5d6db0e2e7 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:23:55.621079 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-7e873e3d-e983-4597-8bc7-9512ba59ee7d req-58e3f9b6-9c8c-4dca-93b9-259b1e2d98ab tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Unset dirty status for tenant:54b0294a170e40e289cebd5d6db0e2e7 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:23:55.622205 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-7e873e3d-e983-4597-8bc7-9512ba59ee7d req-58e3f9b6-9c8c-4dca-93b9-259b1e2d98ab tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.15 "GET /v2.0/ports?device_id=e84321eb-a1cd-445f-ae77-c10493a0f50a HTTP/1.1" status: 200 len: 946 time: 0.0997293 Jun 27 20:23:55.692243 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-7e873e3d-e983-4597-8bc7-9512ba59ee7d req-134be5e7-2183-4842-a581-d8df5b9e7400 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Deleting port dcac6b5d-d5e9-4784-a102-39b8185df3f3 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:23:55.692582 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7e873e3d-e983-4597-8bc7-9512ba59ee7d req-134be5e7-2183-4842-a581-d8df5b9e7400 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:23:55.931707 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-7e873e3d-e983-4597-8bc7-9512ba59ee7d req-134be5e7-2183-4842-a581-d8df5b9e7400 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] For port dcac6b5d-d5e9-4784-a102-39b8185df3f3, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=dcac6b5d-d5e9-4784-a102-39b8185df3f3,segment=NetworkSegment(d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd),segment_id=d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:23:55.932060 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7e873e3d-e983-4597-8bc7-9512ba59ee7d req-134be5e7-2183-4842-a581-d8df5b9e7400 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:23:56.214975 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7e873e3d-e983-4597-8bc7-9512ba59ee7d req-134be5e7-2183-4842-a581-d8df5b9e7400 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:23:56.215251 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7e873e3d-e983-4597-8bc7-9512ba59ee7d req-134be5e7-2183-4842-a581-d8df5b9e7400 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16271055'] for floatingip, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:23:56.215556 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.db.l3_db [req-7e873e3d-e983-4597-8bc7-9512ba59ee7d req-134be5e7-2183-4842-a581-d8df5b9e7400 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Floating IP 9cc478c3-05e5-410b-bba7-9f010dbda436 disassociated. External IP: 172.27.3.41, port: dcac6b5d-d5e9-4784-a102-39b8185df3f3. Jun 27 20:23:56.215914 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-7e873e3d-e983-4597-8bc7-9512ba59ee7d req-134be5e7-2183-4842-a581-d8df5b9e7400 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Calling delete_port for dcac6b5d-d5e9-4784-a102-39b8185df3f3 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:23:56.365228 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7e873e3d-e983-4597-8bc7-9512ba59ee7d req-134be5e7-2183-4842-a581-d8df5b9e7400 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:23:56.376019 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-dee4cc37-f881-434b-84a6-a37b5a7afe47 req-b7dcc5bf-52c0-4e92-8ba5-7a17405fc344 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=e84321eb-a1cd-445f-ae77-c10493a0f50a HTTP/1.1" status: 200 len: 210 time: 0.0520282 Jun 27 20:23:56.415409 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134be5e7-2183-4842-a581-d8df5b9e7400 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Pushing event deleted for resources: {'Port': ['ID=dcac6b5d-d5e9-4784-a102-39b8185df3f3,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:23:56.425509 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134be5e7-2183-4842-a581-d8df5b9e7400 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:23:56.425878 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134be5e7-2183-4842-a581-d8df5b9e7400 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:23:56.426220 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134be5e7-2183-4842-a581-d8df5b9e7400 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:23:56.426554 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134be5e7-2183-4842-a581-d8df5b9e7400 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:23:56.426883 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134be5e7-2183-4842-a581-d8df5b9e7400 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:23:56.427212 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134be5e7-2183-4842-a581-d8df5b9e7400 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:23:56.427536 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134be5e7-2183-4842-a581-d8df5b9e7400 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:23:56.427861 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134be5e7-2183-4842-a581-d8df5b9e7400 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:23:56.428184 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134be5e7-2183-4842-a581-d8df5b9e7400 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:23:56.428507 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134be5e7-2183-4842-a581-d8df5b9e7400 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:23:56.428825 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134be5e7-2183-4842-a581-d8df5b9e7400 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:23:56.429146 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134be5e7-2183-4842-a581-d8df5b9e7400 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:23:56.612538 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e873e3d-e983-4597-8bc7-9512ba59ee7d req-134be5e7-2183-4842-a581-d8df5b9e7400 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Router 315f6152-bc59-4b29-b556-4848dd324f4e has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:23:56.789418 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e873e3d-e983-4597-8bc7-9512ba59ee7d req-134be5e7-2183-4842-a581-d8df5b9e7400 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:23:56.799462 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6786b3-48de-430d-b44b-f2fa3cc91f0e None None] Sync routers for ids ['315f6152-bc59-4b29-b556-4848dd324f4e'] in dv-cinder-845799-1-iscsi {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:23:56.809748 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6786b3-48de-430d-b44b-f2fa3cc91f0e None None] Routers {'315f6152-bc59-4b29-b556-4848dd324f4e'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:23:56.810689 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7d6786b3-48de-430d-b44b-f2fa3cc91f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:23:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['315f6152-bc59-4b29-b556-4848dd324f4e'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:23:56.876863 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e873e3d-e983-4597-8bc7-9512ba59ee7d req-134be5e7-2183-4842-a581-d8df5b9e7400 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] No DVR routers for this DVR port dcac6b5d-d5e9-4784-a102-39b8185df3f3 on host hv-cinder-84579 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 20:23:56.879293 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-7e873e3d-e983-4597-8bc7-9512ba59ee7d req-134be5e7-2183-4842-a581-d8df5b9e7400 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:23:56.882302 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84321eb-a1cd-445f-ae77-c10493a0f50a', 'name': 'network-vif-deleted', 'tag': 'dcac6b5d-d5e9-4784-a102-39b8185df3f3'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:23:56.909331 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-7e873e3d-e983-4597-8bc7-9512ba59ee7d req-134be5e7-2183-4842-a581-d8df5b9e7400 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.15 "DELETE /v2.0/ports/dcac6b5d-d5e9-4784-a102-39b8185df3f3 HTTP/1.1" status: 204 len: 173 time: 1.2820909 Jun 27 20:23:56.990503 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b120f506-eebc-4457-bd08-5dd9cc43b21b'] response: {'server_uuid': 'e84321eb-a1cd-445f-ae77-c10493a0f50a', 'name': 'network-vif-deleted', 'tag': 'dcac6b5d-d5e9-4784-a102-39b8185df3f3', 'status': 'completed', 'code': 200} Jun 27 20:23:57.008415 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-7d6786b3-48de-430d-b44b-f2fa3cc91f0e None None] Set router 315f6152-bc59-4b29-b556-4848dd324f4e gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:23:57.337183 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7d6786b3-48de-430d-b44b-f2fa3cc91f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'name': 'tempest-AttachVolumeNegativeTest-991836189-router', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:16:55Z', 'updated_at': '2022-06-27T20:16:59Z', 'revision_number': 4, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'gw_port': {'id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:56Z', 'updated_at': '2022-06-27T20:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '1f0d5a2c-5e51-4540-a433-4c5f088fdfcf', 'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'mac_address': 'fa:16:3e:dd:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:58Z', 'updated_at': '2022-06-27T20:17:04Z', 'revision_number': 5, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'subnets': [{'id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:23:57.341472 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6786b3-48de-430d-b44b-f2fa3cc91f0e None None] Checking router: 315f6152-bc59-4b29-b556-4848dd324f4e for host: dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:23:57.349731 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6786b3-48de-430d-b44b-f2fa3cc91f0e None None] Routers {'315f6152-bc59-4b29-b556-4848dd324f4e'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:23:57.350319 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7d6786b3-48de-430d-b44b-f2fa3cc91f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:23:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['315f6152-bc59-4b29-b556-4848dd324f4e'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:23:57.529910 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-7d6786b3-48de-430d-b44b-f2fa3cc91f0e None None] Set router 315f6152-bc59-4b29-b556-4848dd324f4e gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:23:57.544854 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1a84b492-c7c7-4722-8a0f-76a2a593bdba req-9bdd7e29-c303-4df4-ab89-a8e194882305 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/ports?device_id=e84321eb-a1cd-445f-ae77-c10493a0f50a HTTP/1.1" status: 200 len: 210 time: 0.0491016 Jun 27 20:23:57.846100 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-7d6786b3-48de-430d-b44b-f2fa3cc91f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'name': 'tempest-AttachVolumeNegativeTest-991836189-router', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:16:55Z', 'updated_at': '2022-06-27T20:16:59Z', 'revision_number': 4, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'gw_port': {'id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:56Z', 'updated_at': '2022-06-27T20:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '1f0d5a2c-5e51-4540-a433-4c5f088fdfcf', 'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'mac_address': 'fa:16:3e:dd:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:58Z', 'updated_at': '2022-06-27T20:17:04Z', 'revision_number': 5, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'subnets': [{'id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:23:57.850192 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6786b3-48de-430d-b44b-f2fa3cc91f0e None None] The sync data for ids ['315f6152-bc59-4b29-b556-4848dd324f4e'] in dv-cinder-845799-1-iscsi is: [{'id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'name': 'tempest-AttachVolumeNegativeTest-991836189-router', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:16:55Z', 'updated_at': '2022-06-27T20:16:59Z', 'revision_number': 4, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'gw_port': {'id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:56Z', 'updated_at': '2022-06-27T20:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi', '_interfaces': [{'id': '1f0d5a2c-5e51-4540-a433-4c5f088fdfcf', 'name': '', 'network_id': 'a4f9d903-5282-4633-b410-1fa282e9a3fa', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'mac_address': 'fa:16:3e:dd:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:58Z', 'updated_at': '2022-06-27T20:17:04Z', 'revision_number': 5, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'subnets': [{'id': '477b3e9f-4c1d-42b2-a34b-ca1847893d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:23:58.056230 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd8a746-f2e3-4d3f-bb7e-4ac7cef1aea0 None None] New status for floating IP 9cc478c3-05e5-410b-bba7-9f010dbda436: DOWN {{(pid=88116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 20:23:58.660332 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 36928) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:23:58.675344 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device dcac6b5d-d5e9-4784-a102-39b8185df3f3 no longer exists at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:23:58.708242 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] No Port match for: dcac6b5d-d5e9-4784-a102-39b8185df3f3 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:23:58.708575 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device dcac6b5d-d5e9-4784-a102-39b8185df3f3 not bound to the agent host hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:23:58.724214 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b44fecbd-b7ff-4544-b458-780901d81ec6 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:23:58.750873 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b44fecbd-b7ff-4544-b458-780901d81ec6 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:23:58.803158 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b44fecbd-b7ff-4544-b458-780901d81ec6 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:23:58.820870 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44fecbd-b7ff-4544-b458-780901d81ec6 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbcfec0-c799-4422-85ed-40e79b9e949a,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:23:58.828974 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44fecbd-b7ff-4544-b458-780901d81ec6 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:23:58.829255 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44fecbd-b7ff-4544-b458-780901d81ec6 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:23:58.829607 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44fecbd-b7ff-4544-b458-780901d81ec6 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:23:58.829939 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44fecbd-b7ff-4544-b458-780901d81ec6 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:23:58.830263 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44fecbd-b7ff-4544-b458-780901d81ec6 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:23:58.830588 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44fecbd-b7ff-4544-b458-780901d81ec6 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:23:58.830913 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44fecbd-b7ff-4544-b458-780901d81ec6 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:23:58.831227 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44fecbd-b7ff-4544-b458-780901d81ec6 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:23:58.831542 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44fecbd-b7ff-4544-b458-780901d81ec6 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:23:58.831856 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44fecbd-b7ff-4544-b458-780901d81ec6 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:23:58.832173 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44fecbd-b7ff-4544-b458-780901d81ec6 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:23:58.832488 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44fecbd-b7ff-4544-b458-780901d81ec6 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:23:58.839685 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b44fecbd-b7ff-4544-b458-780901d81ec6 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:23:58.840778 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-b44fecbd-b7ff-4544-b458-780901d81ec6 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "DELETE /v2.0/security-groups/0cbcfec0-c799-4422-85ed-40e79b9e949a HTTP/1.1" status: 204 len: 168 time: 0.1794751 Jun 27 20:23:58.844003 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 36932) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:23:58.860065 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.api.v2.resource [None req-4fe3d7d7-8723-48a4-91c5-6eb4ba14fe66 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] show failed (client error): The resource could not be found. Jun 27 20:23:58.863754 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-4fe3d7d7-8723-48a4-91c5-6eb4ba14fe66 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "GET /v2.0/security-groups/0cbcfec0-c799-4422-85ed-40e79b9e949a HTTP/1.1" status: 404 len: 347 time: 0.0161788 Jun 27 20:23:58.864204 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 36936) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:23:59.014562 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-7644e070-0d2a-4dac-a871-184febcf32b7 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Deleting port f4679d02-c132-4af1-a9c3-e0b16d06cbd9 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:23:59.014905 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7644e070-0d2a-4dac-a871-184febcf32b7 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:23:59.280558 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7644e070-0d2a-4dac-a871-184febcf32b7 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:23:59.280882 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7644e070-0d2a-4dac-a871-184febcf32b7 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:23:59.413742 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-7644e070-0d2a-4dac-a871-184febcf32b7 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Calling delete_port for f4679d02-c132-4af1-a9c3-e0b16d06cbd9 owned by network:floatingip {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:23:59.546606 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7644e070-0d2a-4dac-a871-184febcf32b7 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14170096'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:23:59.592570 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7644e070-0d2a-4dac-a871-184febcf32b7 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Pushing event deleted for resources: {'Port': ['ID=f4679d02-c132-4af1-a9c3-e0b16d06cbd9,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:23:59.688900 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7644e070-0d2a-4dac-a871-184febcf32b7 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks [] for floatingip, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:23:59.704285 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7644e070-0d2a-4dac-a871-184febcf32b7 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:23:59.705393 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-7644e070-0d2a-4dac-a871-184febcf32b7 tempest-AttachVolumeNegativeTest-1269877325 tempest-AttachVolumeNegativeTest-1269877325-project] 10.222.0.23 "DELETE /v2.0/floatingips/9cc478c3-05e5-410b-bba7-9f010dbda436 HTTP/1.1" status: 204 len: 168 time: 0.8406441 Jun 27 20:24:03.918458 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 36974) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:24:04.634146 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35e3051f-58ac-4397-a99b-8276e230ea24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16760029'] for router_interface, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:04.878776 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:24:04.973736 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-35e3051f-58ac-4397-a99b-8276e230ea24 admin admin] Deleting port 1f0d5a2c-5e51-4540-a433-4c5f088fdfcf {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:24:04.974316 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35e3051f-58ac-4397-a99b-8276e230ea24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:05.141314 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-35e3051f-58ac-4397-a99b-8276e230ea24 admin admin] For port 1f0d5a2c-5e51-4540-a433-4c5f088fdfcf, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=1f0d5a2c-5e51-4540-a433-4c5f088fdfcf,segment=NetworkSegment(d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd),segment_id=d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:24:05.141692 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35e3051f-58ac-4397-a99b-8276e230ea24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:05.261049 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-35e3051f-58ac-4397-a99b-8276e230ea24 admin admin] Calling delete_port for 1f0d5a2c-5e51-4540-a433-4c5f088fdfcf owned by network:router_interface {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:24:05.426228 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35e3051f-58ac-4397-a99b-8276e230ea24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:05.564527 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3051f-58ac-4397-a99b-8276e230ea24 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f0d5a2c-5e51-4540-a433-4c5f088fdfcf,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:24:05.831956 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-35e3051f-58ac-4397-a99b-8276e230ea24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16717692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16759977'] for router_interface, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:06.182656 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e3051f-58ac-4397-a99b-8276e230ea24 admin admin] Router 315f6152-bc59-4b29-b556-4848dd324f4e has already been hosted by L3 agent 25813855-1755-4747-b3f6-3c9603a78e4e {{(pid=88113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 20:24:06.358457 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e3051f-58ac-4397-a99b-8276e230ea24 admin admin] Notify agent at l3_agent.dv-cinder-845799-1-iscsi the message routers_updated {{(pid=88113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 20:24:06.366765 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ea17e4-c168-4b74-8b57-186aa87e8927 None None] Sync routers for ids ['315f6152-bc59-4b29-b556-4848dd324f4e'] in dv-cinder-845799-1-iscsi {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 20:24:06.370406 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-35e3051f-58ac-4397-a99b-8276e230ea24 admin admin] 10.222.0.23 "PUT /v2.0/routers/315f6152-bc59-4b29-b556-4848dd324f4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4508312 Jun 27 20:24:06.373312 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 36980) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:24:06.376701 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ea17e4-c168-4b74-8b57-186aa87e8927 None None] Routers {'315f6152-bc59-4b29-b556-4848dd324f4e'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:24:06.377281 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-b6ea17e4-c168-4b74-8b57-186aa87e8927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:23:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['315f6152-bc59-4b29-b556-4848dd324f4e'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:24:06.547799 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-b6ea17e4-c168-4b74-8b57-186aa87e8927 None None] Set router 315f6152-bc59-4b29-b556-4848dd324f4e gateway port host: dv-cinder-845799-1-iscsi {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:24:06.550726 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9b08ffa7-b470-4944-96d4-1b10ccd6559b admin admin] Notify callbacks [] for router, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:06.722929 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9b08ffa7-b470-4944-96d4-1b10ccd6559b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:06.733425 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-9b08ffa7-b470-4944-96d4-1b10ccd6559b admin admin] Deleting port 42628bc1-b99b-48d7-85bb-616808fa0232 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:24:06.733816 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9b08ffa7-b470-4944-96d4-1b10ccd6559b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:06.880659 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-b6ea17e4-c168-4b74-8b57-186aa87e8927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'name': 'tempest-AttachVolumeNegativeTest-991836189-router', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'external_fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:16:55Z', 'updated_at': '2022-06-27T20:24:05Z', 'revision_number': 5, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'gw_port': {'id': '42628bc1-b99b-48d7-85bb-616808fa0232', 'name': '', 'network_id': 'f5e38b28-d42a-47c6-b8ea-5d0ae1b51160', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845799-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T20:16:56Z', 'updated_at': '2022-06-27T20:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aa6a97f-4da5-4d03-b34a-f88023a9290b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845799-1-iscsi'}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:24:06.884653 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ea17e4-c168-4b74-8b57-186aa87e8927 None None] Checking router: 315f6152-bc59-4b29-b556-4848dd324f4e for host: dv-cinder-845799-1-iscsi {{(pid=88115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 20:24:06.893070 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ea17e4-c168-4b74-8b57-186aa87e8927 None None] Routers {'315f6152-bc59-4b29-b556-4848dd324f4e'} bound to L3 agent in host dv-cinder-845799-1-iscsi {{(pid=88115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 27 20:24:06.893814 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-b6ea17e4-c168-4b74-8b57-186aa87e8927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845799-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-27T19:56:47Z,description=,heartbeat_timestamp=2022-06-27T20:23:47Z,host='dv-cinder-845799-1-iscsi',id=25813855-1755-4747-b3f6-3c9603a78e4e,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T19:56:47Z,topic='l3_agent')) {'router_ids': ['315f6152-bc59-4b29-b556-4848dd324f4e'], 'active': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:24:07.019518 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-9b08ffa7-b470-4944-96d4-1b10ccd6559b admin admin] For port 42628bc1-b99b-48d7-85bb-616808fa0232, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=42628bc1-b99b-48d7-85bb-616808fa0232,segment=NetworkSegment(c8e1d377-ef10-44fe-8306-b14a68212fb0),segment_id=c8e1d377-ef10-44fe-8306-b14a68212fb0)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:24:07.019871 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9b08ffa7-b470-4944-96d4-1b10ccd6559b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:07.047957 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvr_db [None req-b6ea17e4-c168-4b74-8b57-186aa87e8927 None None] Set router 315f6152-bc59-4b29-b556-4848dd324f4e gateway port host: None {{(pid=88115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 20:24:07.140891 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-9b08ffa7-b470-4944-96d4-1b10ccd6559b admin admin] Calling delete_port for 42628bc1-b99b-48d7-85bb-616808fa0232 owned by network:router_gateway {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:24:07.149376 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.l3_hamode_db [None req-b6ea17e4-c168-4b74-8b57-186aa87e8927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'name': 'tempest-AttachVolumeNegativeTest-991836189-router', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:16:55Z', 'updated_at': '2022-06-27T20:24:06Z', 'revision_number': 6, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'gw_port_host': None}], 'dv-cinder-845799-1-iscsi', False) {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:24:07.153155 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ea17e4-c168-4b74-8b57-186aa87e8927 None None] The sync data for ids ['315f6152-bc59-4b29-b556-4848dd324f4e'] in dv-cinder-845799-1-iscsi is: [{'id': '315f6152-bc59-4b29-b556-4848dd324f4e', 'name': 'tempest-AttachVolumeNegativeTest-991836189-router', 'tenant_id': '54b0294a170e40e289cebd5d6db0e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T20:16:55Z', 'updated_at': '2022-06-27T20:24:06Z', 'revision_number': 6, 'project_id': '54b0294a170e40e289cebd5d6db0e2e7', 'gw_port_host': None}] {{(pid=88115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 20:24:07.311596 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9b08ffa7-b470-4944-96d4-1b10ccd6559b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:07.358040 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08ffa7-b470-4944-96d4-1b10ccd6559b admin admin] Pushing event deleted for resources: {'Port': ['ID=42628bc1-b99b-48d7-85bb-616808fa0232,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:24:07.454589 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9b08ffa7-b470-4944-96d4-1b10ccd6559b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16757820'] for router_gateway, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:07.627428 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9b08ffa7-b470-4944-96d4-1b10ccd6559b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16270997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4448'] for router, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:07.629648 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9b08ffa7-b470-4944-96d4-1b10ccd6559b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:07.652744 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9b08ffa7-b470-4944-96d4-1b10ccd6559b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16272861'] for router, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:07.653281 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b08ffa7-b470-4944-96d4-1b10ccd6559b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 315f6152-bc59-4b29-b556-4848dd324f4e {{(pid=88113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 27 20:24:07.665835 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-9b08ffa7-b470-4944-96d4-1b10ccd6559b admin admin] Notify callbacks [] for router, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:07.666947 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-9b08ffa7-b470-4944-96d4-1b10ccd6559b admin admin] 10.222.0.23 "DELETE /v2.0/routers/315f6152-bc59-4b29-b556-4848dd324f4e HTTP/1.1" status: 204 len: 168 time: 1.2927268 Jun 27 20:24:07.669454 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 36988) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:24:07.729171 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_v2 [None req-83851d61-d6e6-41c7-b704-08fdec2373ee admin admin] Deleting subnet 477b3e9f-4c1d-42b2-a34b-ca1847893d97 {{(pid=88113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 27 20:24:07.732068 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-83851d61-d6e6-41c7-b704-08fdec2373ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:07.779370 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-83851d61-d6e6-41c7-b704-08fdec2373ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14191946'] for subnet, precommit_delete_associations {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:07.868152 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-83851d61-d6e6-41c7-b704-08fdec2373ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-607847'] for subnet, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:07.945120 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-83851d61-d6e6-41c7-b704-08fdec2373ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-607836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16137172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14291743'] for subnet, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:07.985698 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-83851d61-d6e6-41c7-b704-08fdec2373ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:07.988380 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83851d61-d6e6-41c7-b704-08fdec2373ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=477b3e9f-4c1d-42b2-a34b-ca1847893d97,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:24:07.997730 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-83851d61-d6e6-41c7-b704-08fdec2373ee admin admin] 10.222.0.23 "DELETE /v2.0/subnets/477b3e9f-4c1d-42b2-a34b-ca1847893d97 HTTP/1.1" status: 204 len: 168 time: 0.3246436 Jun 27 20:24:07.997939 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311c7325-ee66-4895-b4cd-d2d5888035a4 None None] Network a4f9d903-5282-4633-b410-1fa282e9a3fa requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:24:07.998367 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 36992) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:24:08.104233 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-79d437de-97a3-451a-8410-fe17b920cf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590302'] for network, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:08.115729 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-79d437de-97a3-451a-8410-fe17b920cf46 admin admin] Deleting port 7d9c79c5-9220-4aa5-8898-dbccdfe27e5f {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:24:08.116182 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-79d437de-97a3-451a-8410-fe17b920cf46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:08.257004 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cc0120-b109-4f04-a690-aac3f868a27c None None] DHCP port deletion for a4f9d903-5282-4633-b410-1fa282e9a3fa request from dv-cinder-845799-1-iscsi {{(pid=88115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 27 20:24:08.261702 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc0120-b109-4f04-a690-aac3f868a27c None None] Deleting port 7d9c79c5-9220-4aa5-8898-dbccdfe27e5f {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:24:08.262162 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d3cc0120-b109-4f04-a690-aac3f868a27c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:08.317781 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 1f0d5a2c-5e51-4540-a433-4c5f088fdfcf no longer exists at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:24:08.333351 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [None req-79d437de-97a3-451a-8410-fe17b920cf46 admin admin] For port 7d9c79c5-9220-4aa5-8898-dbccdfe27e5f, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=7d9c79c5-9220-4aa5-8898-dbccdfe27e5f,segment=NetworkSegment(d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd),segment_id=d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:24:08.333961 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-79d437de-97a3-451a-8410-fe17b920cf46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:08.353828 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] No Port match for: 1f0d5a2c-5e51-4540-a433-4c5f088fdfcf {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:24:08.354167 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 1f0d5a2c-5e51-4540-a433-4c5f088fdfcf not bound to the agent host dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:24:08.354583 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 7d9c79c5-9220-4aa5-8898-dbccdfe27e5f no longer exists at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:24:08.547724 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [None req-79d437de-97a3-451a-8410-fe17b920cf46 admin admin] Calling delete_port for 7d9c79c5-9220-4aa5-8898-dbccdfe27e5f owned by network:dhcp {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:24:08.589891 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-d3cc0120-b109-4f04-a690-aac3f868a27c None None] For port 7d9c79c5-9220-4aa5-8898-dbccdfe27e5f, host dv-cinder-845799-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845799-1-iscsi',level=0,port_id=7d9c79c5-9220-4aa5-8898-dbccdfe27e5f,segment=NetworkSegment(d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd),segment_id=d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:24:08.590272 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d3cc0120-b109-4f04-a690-aac3f868a27c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:08.623472 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-79d437de-97a3-451a-8410-fe17b920cf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:08.659349 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Current status of the port 7d9c79c5-9220-4aa5-8898-dbccdfe27e5f is: ACTIVE; New status is: DOWN {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:24:08.659774 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:08.674465 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d437de-97a3-451a-8410-fe17b920cf46 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d9c79c5-9220-4aa5-8898-dbccdfe27e5f,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:24:08.676285 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d437de-97a3-451a-8410-fe17b920cf46 admin admin] No DVR routers for this DVR port 7d9c79c5-9220-4aa5-8898-dbccdfe27e5f on host dv-cinder-845799-1-iscsi {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 20:24:08.730923 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc0120-b109-4f04-a690-aac3f868a27c None None] Calling delete_port for 7d9c79c5-9220-4aa5-8898-dbccdfe27e5f owned by network:dhcp {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:24:08.789806 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-79d437de-97a3-451a-8410-fe17b920cf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614162', 'neutron.services.segments.db._delete_segments_for_network-8741810542969'] for network, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:08.814544 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.services.segments.db [None req-79d437de-97a3-451a-8410-fe17b920cf46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4f9d903-5282-4633-b410-1fa282e9a3fa']}} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:24:08.817659 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 42628bc1-b99b-48d7-85bb-616808fa0232 no longer exists at agent ovs-agent-dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:24:08.827221 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.services.segments.db [None req-79d437de-97a3-451a-8410-fe17b920cf46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd82ac3e5-92a8-4aa0-98bb-ca4afef7dffd') {'for_net_delete': True} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:24:08.827515 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.services.segments.db [None req-79d437de-97a3-451a-8410-fe17b920cf46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd82ac3e5-92a8-4aa0-98bb-ca4afef7dffd') {} {{(pid=88113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:24:08.838678 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-79d437de-97a3-451a-8410-fe17b920cf46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741810611348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14191939'] for segment, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:08.855348 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-79d437de-97a3-451a-8410-fe17b920cf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603533'] for segment, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:08.856772 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] No Port match for: 42628bc1-b99b-48d7-85bb-616808fa0232 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:24:08.856772 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Device 42628bc1-b99b-48d7-85bb-616808fa0232 not bound to the agent host dv-cinder-845799-1-iscsi {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:24:08.862522 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79d437de-97a3-451a-8410-fe17b920cf46 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=88113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 20:24:08.862771 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-79d437de-97a3-451a-8410-fe17b920cf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-603522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16137082'] for segment, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: from cryptography.utils import int_from_bytes Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: from cryptography.utils import int_from_bytes Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: util.warn_limited( Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: util.warn_limited( Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: util.warn( Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: util.warn( Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: util.warn( Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: util.warn( Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: util.warn( Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: util.warn( Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: util.warn( Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: util.warn( Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: util.warn( Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: util.warn( Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: util.warn( Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: util.warn( Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: util.warn( Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: util.warn( Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: util.warn( Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: util.warn( Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 27 20:24:08.867715 dv-cinder-845799-1-iscsi neutron-server[88115]: util.warn( Jun 27 20:24:08.870663 dv-cinder-845799-1-iscsi neutron-server[88115]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 27 20:24:08.870663 dv-cinder-845799-1-iscsi neutron-server[88115]: util.warn( Jun 27 20:24:08.870663 dv-cinder-845799-1-iscsi neutron-server[88115]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 27 20:24:08.870663 dv-cinder-845799-1-iscsi neutron-server[88115]: util.warn( Jun 27 20:24:08.870663 dv-cinder-845799-1-iscsi neutron-server[88115]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 27 20:24:08.870663 dv-cinder-845799-1-iscsi neutron-server[88115]: util.warn( Jun 27 20:24:08.870663 dv-cinder-845799-1-iscsi neutron-server[88115]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 27 20:24:08.870663 dv-cinder-845799-1-iscsi neutron-server[88115]: util.warn( Jun 27 20:24:08.870663 dv-cinder-845799-1-iscsi neutron-server[88115]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 27 20:24:08.870663 dv-cinder-845799-1-iscsi neutron-server[88115]: util.warn( Jun 27 20:24:08.870663 dv-cinder-845799-1-iscsi neutron-server[88115]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 27 20:24:08.870663 dv-cinder-845799-1-iscsi neutron-server[88115]: util.warn( Jun 27 20:24:08.870663 dv-cinder-845799-1-iscsi neutron-server[88115]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 27 20:24:08.870663 dv-cinder-845799-1-iscsi neutron-server[88115]: util.warn( Jun 27 20:24:08.879874 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.db.api [None req-d3cc0120-b109-4f04-a690-aac3f868a27c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 20:24:08.880229 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG oslo_db.api [None req-d3cc0120-b109-4f04-a690-aac3f868a27c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 20:24:08.945690 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.services.segments.plugin [-] Segment d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd resource provider aggregate not found Jun 27 20:24:08.961180 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-79d437de-97a3-451a-8410-fe17b920cf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16271069'] for network, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:08.963528 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.services.segments.plugin [-] Segment d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d82ac3e5-92a8-4aa0-98bb-ca4afef7dffd found for delete ", "request_id": "req-56fc0123-8df6-49da-811c-1ba8a0927565"}]} Jun 27 20:24:08.977881 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-79d437de-97a3-451a-8410-fe17b920cf46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:08.987684 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d437de-97a3-451a-8410-fe17b920cf46 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4f9d903-5282-4633-b410-1fa282e9a3fa,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:24:09.000182 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-79d437de-97a3-451a-8410-fe17b920cf46 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a4f9d903-5282-4633-b410-1fa282e9a3fa HTTP/1.1" status: 204 len: 168 time: 1.0012212 Jun 27 20:24:09.107114 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 37004) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:24:09.155100 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-715ea8be-dd78-4dbf-9587-f26734e62a6f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54b0294a170e40e289cebd5d6db0e2e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468705 Jun 27 20:24:09.157306 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 37008) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:24:09.211877 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-81b129a2-1bb9-4367-ac77-21cb68d29013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:09.235818 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-81b129a2-1bb9-4367-ac77-21cb68d29013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:09.288120 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-81b129a2-1bb9-4367-ac77-21cb68d29013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:09.302609 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b129a2-1bb9-4367-ac77-21cb68d29013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f75b975-f7ba-41da-bb03-68d3d51f12e6,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:24:09.310833 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-81b129a2-1bb9-4367-ac77-21cb68d29013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:09.311956 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-81b129a2-1bb9-4367-ac77-21cb68d29013 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f75b975-f7ba-41da-bb03-68d3d51f12e6 HTTP/1.1" status: 204 len: 168 time: 0.1537619 Jun 27 20:24:09.381669 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc0120-b109-4f04-a690-aac3f868a27c None None] Deleting port 7d9c79c5-9220-4aa5-8898-dbccdfe27e5f {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:24:09.382183 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d3cc0120-b109-4f04-a690-aac3f868a27c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:09.445465 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc0120-b109-4f04-a690-aac3f868a27c None None] The port '7d9c79c5-9220-4aa5-8898-dbccdfe27e5f' was deleted {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 27 20:24:11.017836 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 37056) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:24:11.132373 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-922d1fdc-0933-43a5-a21f-aad6ebfaa241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:11.146328 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-922d1fdc-0933-43a5-a21f-aad6ebfaa241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:24:11.150118 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-922d1fdc-0933-43a5-a21f-aad6ebfaa241 admin admin] Usage tracker for resource:security_group_rule and tenant:ab7ee5205f6045528d8a006224afe38b is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:24:11.152854 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-922d1fdc-0933-43a5-a21f-aad6ebfaa241 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:24:11.158477 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-922d1fdc-0933-43a5-a21f-aad6ebfaa241 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:24:11.236873 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-922d1fdc-0933-43a5-a21f-aad6ebfaa241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:11.240150 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-922d1fdc-0933-43a5-a21f-aad6ebfaa241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:11.288742 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-922d1fdc-0933-43a5-a21f-aad6ebfaa241 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ab7ee5205f6045528d8a006224afe38b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698741 Jun 27 20:24:11.289716 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d1fdc-0933-43a5-a21f-aad6ebfaa241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd83ae2-e8ab-4442-842e-ca03e28e84bf,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:24:11.291408 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 37062) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:24:11.348645 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fb5a395f-13f1-46c8-8182-8f56620dd627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:11.374284 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fb5a395f-13f1-46c8-8182-8f56620dd627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:11.422636 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fb5a395f-13f1-46c8-8182-8f56620dd627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:11.435957 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a395f-13f1-46c8-8182-8f56620dd627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd83ae2-e8ab-4442-842e-ca03e28e84bf,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:24:11.441722 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fb5a395f-13f1-46c8-8182-8f56620dd627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:11.445406 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-fb5a395f-13f1-46c8-8182-8f56620dd627 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7dd83ae2-e8ab-4442-842e-ca03e28e84bf HTTP/1.1" status: 204 len: 168 time: 0.1504569 Jun 27 20:24:11.705504 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 37070) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:24:11.723046 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d209ec1c-e665-463f-af7b-ccb911e82cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:11.737647 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-d209ec1c-e665-463f-af7b-ccb911e82cc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:24:11.741427 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-d209ec1c-e665-463f-af7b-ccb911e82cc7 admin admin] Usage tracker for resource:security_group_rule and tenant:1000b8fd172d44358bf0651364cbba88 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:24:11.744184 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-d209ec1c-e665-463f-af7b-ccb911e82cc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:24:11.749717 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-d209ec1c-e665-463f-af7b-ccb911e82cc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:24:11.831997 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d209ec1c-e665-463f-af7b-ccb911e82cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:11.835536 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d209ec1c-e665-463f-af7b-ccb911e82cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:11.881211 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-d209ec1c-e665-463f-af7b-ccb911e82cc7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1000b8fd172d44358bf0651364cbba88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1746140 Jun 27 20:24:11.882084 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209ec1c-e665-463f-af7b-ccb911e82cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79da0aa3-436e-4e97-a1e7-e6e122a0acb5,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:24:11.884009 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 37074) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:24:11.942320 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f5df9374-835e-4ff9-85b0-c27d826acc9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:11.968015 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f5df9374-835e-4ff9-85b0-c27d826acc9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:12.021696 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f5df9374-835e-4ff9-85b0-c27d826acc9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:12.037589 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df9374-835e-4ff9-85b0-c27d826acc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79da0aa3-436e-4e97-a1e7-e6e122a0acb5,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:24:12.046270 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-f5df9374-835e-4ff9-85b0-c27d826acc9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:12.047390 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-f5df9374-835e-4ff9-85b0-c27d826acc9d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/79da0aa3-436e-4e97-a1e7-e6e122a0acb5 HTTP/1.1" status: 204 len: 168 time: 0.1623819 Jun 27 20:24:12.685055 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:14.643222 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2953459e-2bf7-46ac-ad85-ad17d761ae46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:16.887860 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-965a0e93-d913-4989-9ac5-f4708bb719f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:18.048868 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:18.090906 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:19.321719 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:21.525202 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 37208) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:24:21.636516 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5ccfaa89-fd14-4fde-84a2-6853992a696c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:21.651315 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-5ccfaa89-fd14-4fde-84a2-6853992a696c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:24:21.655063 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-5ccfaa89-fd14-4fde-84a2-6853992a696c admin admin] Usage tracker for resource:security_group_rule and tenant:449954952ddd4dfe94a9572e70a67ee3 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:24:21.658439 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-5ccfaa89-fd14-4fde-84a2-6853992a696c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:24:21.672742 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-5ccfaa89-fd14-4fde-84a2-6853992a696c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:24:21.767009 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5ccfaa89-fd14-4fde-84a2-6853992a696c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:21.770770 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5ccfaa89-fd14-4fde-84a2-6853992a696c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:21.815290 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-5ccfaa89-fd14-4fde-84a2-6853992a696c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=449954952ddd4dfe94a9572e70a67ee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890337 Jun 27 20:24:21.816911 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccfaa89-fd14-4fde-84a2-6853992a696c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2817b30e-8eec-44f3-8ee3-df3d73a16191,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:24:21.817952 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 37214) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:24:21.876678 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e1ddbaa1-1ff3-4216-88a8-fbe4e76e8f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:21.905349 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e1ddbaa1-1ff3-4216-88a8-fbe4e76e8f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:21.955681 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e1ddbaa1-1ff3-4216-88a8-fbe4e76e8f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:21.969329 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ddbaa1-1ff3-4216-88a8-fbe4e76e8f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2817b30e-8eec-44f3-8ee3-df3d73a16191,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:24:21.975171 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-e1ddbaa1-1ff3-4216-88a8-fbe4e76e8f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:21.978001 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-e1ddbaa1-1ff3-4216-88a8-fbe4e76e8f18 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2817b30e-8eec-44f3-8ee3-df3d73a16191 HTTP/1.1" status: 204 len: 168 time: 0.1590199 Jun 27 20:24:22.253019 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 37222) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:24:22.270352 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb73c-cdb5-4ab6-befa-00b78804465e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:22.284331 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1a9bb73c-cdb5-4ab6-befa-00b78804465e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:24:22.288139 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-1a9bb73c-cdb5-4ab6-befa-00b78804465e admin admin] Usage tracker for resource:security_group_rule and tenant:0252f0bb405241a78c75d1e11e2bd193 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:24:22.290893 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-1a9bb73c-cdb5-4ab6-befa-00b78804465e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:24:22.297046 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1a9bb73c-cdb5-4ab6-befa-00b78804465e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:24:22.382889 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb73c-cdb5-4ab6-befa-00b78804465e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:22.386628 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb73c-cdb5-4ab6-befa-00b78804465e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:22.432979 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-1a9bb73c-cdb5-4ab6-befa-00b78804465e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0252f0bb405241a78c75d1e11e2bd193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1788087 Jun 27 20:24:22.433788 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9bb73c-cdb5-4ab6-befa-00b78804465e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f28b343-194a-4e1a-83d8-7396b47ce11f,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:24:22.436256 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 37226) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:24:22.496073 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b55dc958-1898-499f-b494-2dfc88819328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:22.520913 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b55dc958-1898-499f-b494-2dfc88819328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:22.570685 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b55dc958-1898-499f-b494-2dfc88819328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:22.587090 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55dc958-1898-499f-b494-2dfc88819328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f28b343-194a-4e1a-83d8-7396b47ce11f,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:24:22.598459 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b55dc958-1898-499f-b494-2dfc88819328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:22.601696 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-b55dc958-1898-499f-b494-2dfc88819328 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8f28b343-194a-4e1a-83d8-7396b47ce11f HTTP/1.1" status: 204 len: 168 time: 0.1617987 Jun 27 20:24:22.945579 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 37234) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:24:22.962936 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1439fe12-8e5b-4c3a-9713-d8e352717220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:22.981485 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1439fe12-8e5b-4c3a-9713-d8e352717220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:24:22.985776 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-1439fe12-8e5b-4c3a-9713-d8e352717220 admin admin] Usage tracker for resource:security_group_rule and tenant:2a13abcefbb44ef3acb49f52989451a1 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:24:22.988757 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-1439fe12-8e5b-4c3a-9713-d8e352717220 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:24:22.994982 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-1439fe12-8e5b-4c3a-9713-d8e352717220 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:24:23.074981 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1439fe12-8e5b-4c3a-9713-d8e352717220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:23.079014 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-1439fe12-8e5b-4c3a-9713-d8e352717220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:23.124928 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-1439fe12-8e5b-4c3a-9713-d8e352717220 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2a13abcefbb44ef3acb49f52989451a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1782601 Jun 27 20:24:23.125863 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439fe12-8e5b-4c3a-9713-d8e352717220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6af690-c4dc-4d6f-975a-38b321f40766,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:24:23.127614 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 37238) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:24:23.184442 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-01c44242-d126-44cd-9809-186d47821696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:23.209474 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-01c44242-d126-44cd-9809-186d47821696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:23.261604 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-01c44242-d126-44cd-9809-186d47821696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:23.279395 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c44242-d126-44cd-9809-186d47821696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6af690-c4dc-4d6f-975a-38b321f40766,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:24:23.284032 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-01c44242-d126-44cd-9809-186d47821696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:23.285100 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-01c44242-d126-44cd-9809-186d47821696 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8a6af690-c4dc-4d6f-975a-38b321f40766 HTTP/1.1" status: 204 len: 168 time: 0.1564534 Jun 27 20:24:23.995030 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 37262) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:24:24.096353 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-5fd4889b-12ab-47e1-8ced-8f2c0469622f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1306000473-network', 'tenant_id': 'ab48c4e18f634e61b78ffbb933b8fe76'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:24:24.101070 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5fd4889b-12ab-47e1-8ced-8f2c0469622f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:24:24.104927 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-5fd4889b-12ab-47e1-8ced-8f2c0469622f admin admin] Usage tracker for resource:network and tenant:ab48c4e18f634e61b78ffbb933b8fe76 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:24:24.107782 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-5fd4889b-12ab-47e1-8ced-8f2c0469622f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:24:24.114507 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5fd4889b-12ab-47e1-8ced-8f2c0469622f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:24:24.123065 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd4889b-12ab-47e1-8ced-8f2c0469622f admin admin] Made reservation on behalf of ab48c4e18f634e61b78ffbb933b8fe76 for: {'network': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:24:24.126055 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5fd4889b-12ab-47e1-8ced-8f2c0469622f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for network, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:24.137747 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5fd4889b-12ab-47e1-8ced-8f2c0469622f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:24.151668 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5fd4889b-12ab-47e1-8ced-8f2c0469622f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:24:24.155925 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-5fd4889b-12ab-47e1-8ced-8f2c0469622f admin admin] Usage tracker for resource:security_group_rule and tenant:ab48c4e18f634e61b78ffbb933b8fe76 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:24:24.158683 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-5fd4889b-12ab-47e1-8ced-8f2c0469622f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:24:24.164233 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-5fd4889b-12ab-47e1-8ced-8f2c0469622f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:24:24.245854 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5fd4889b-12ab-47e1-8ced-8f2c0469622f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:24.250314 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5fd4889b-12ab-47e1-8ced-8f2c0469622f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:24.285447 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd4889b-12ab-47e1-8ced-8f2c0469622f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=88113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 20:24:24.290593 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4889b-12ab-47e1-8ced-8f2c0469622f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd89077d-4007-4e23-a975-3e4cefdbe4df,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:24:24.299353 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5fd4889b-12ab-47e1-8ced-8f2c0469622f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603533'] for segment, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:24.299691 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.db.segments_db [None req-5fd4889b-12ab-47e1-8ced-8f2c0469622f admin admin] Added segment fedda2c8-0d61-46f5-9aa1-d67f4e2f9602 of type vlan for network ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3 Jun 27 20:24:24.325256 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5fd4889b-12ab-47e1-8ced-8f2c0469622f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741810009101'] for network, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:24.353031 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5fd4889b-12ab-47e1-8ced-8f2c0469622f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573'] for network, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:24.353982 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd4889b-12ab-47e1-8ced-8f2c0469622f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:24:24.354546 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-5fd4889b-12ab-47e1-8ced-8f2c0469622f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for network, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:24.459424 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4889b-12ab-47e1-8ced-8f2c0469622f admin admin] Pushing event updated for resources: {'Network': ['ID=ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:24:24.469502 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Network ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3 details requested by agent ovs-agent-dv-cinder-845799-1-iscsi with host dv-cinder-845799-1-iscsi {{(pid=88115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 20:24:24.475051 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-5fd4889b-12ab-47e1-8ced-8f2c0469622f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4789522 Jun 27 20:24:24.478059 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 37268) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:24:24.484094 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [None req-87b8dc33-da8d-4075-81e0-f91b0a73723e admin admin] Request body: {'subnet': {'network_id': 'ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1306000473-subnet', 'tenant_id': 'ab48c4e18f634e61b78ffbb933b8fe76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:24:24.488735 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-87b8dc33-da8d-4075-81e0-f91b0a73723e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:24:24.492601 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-87b8dc33-da8d-4075-81e0-f91b0a73723e admin admin] Usage tracker for resource:subnet and tenant:ab48c4e18f634e61b78ffbb933b8fe76 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:24:24.495483 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [None req-87b8dc33-da8d-4075-81e0-f91b0a73723e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:24:24.501194 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [None req-87b8dc33-da8d-4075-81e0-f91b0a73723e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:24:24.511007 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b8dc33-da8d-4075-81e0-f91b0a73723e admin admin] Made reservation on behalf of ab48c4e18f634e61b78ffbb933b8fe76 for: {'subnet': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:24:24.513236 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-87b8dc33-da8d-4075-81e0-f91b0a73723e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14291746'] for subnet, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:24.709938 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-87b8dc33-da8d-4075-81e0-f91b0a73723e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16137241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14291732'] for subnet, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:24.781656 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8dc33-da8d-4075-81e0-f91b0a73723e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f837d195-a5e8-4966-936e-4c5c027bbea3,revision_number=0']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:24:24.791488 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b8dc33-da8d-4075-81e0-f91b0a73723e admin admin] Checking segment: {'id': 'fedda2c8-0d61-46f5-9aa1-d67f4e2f9602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:24:24.791833 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b8dc33-da8d-4075-81e0-f91b0a73723e admin admin] Network hostable DHCP agents. Network: ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3, hostable agents: ['4165b8a7-5268-4093-844e-4587fa48cc65'], hosted agents: [] {{(pid=88113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 20:24:24.810353 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b8dc33-da8d-4075-81e0-f91b0a73723e admin admin] Network ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3 is scheduled to be hosted by DHCP agent 4165b8a7-5268-4093-844e-4587fa48cc65 with binding_index 1 {{(pid=88113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 20:24:24.819959 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [None req-87b8dc33-da8d-4075-81e0-f91b0a73723e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845799-1-iscsi, ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3) {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:24:24.823897 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b8dc33-da8d-4075-81e0-f91b0a73723e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:24:24.824461 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-87b8dc33-da8d-4075-81e0-f91b0a73723e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for subnet, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:24.833245 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e7bf1a-66e8-4ab5-abe8-2232338ca1b9 None None] Network ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:24:24.845509 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-87b8dc33-da8d-4075-81e0-f91b0a73723e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3663354 Jun 27 20:24:25.051018 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d50e231-2cc7-4a52-95e8-c07dc42af15b None None] Network ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3 requested from dv-cinder-845799-1-iscsi {{(pid=88115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 20:24:26.782072 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-6fa99789-aa58-41f2-82dd-3cfa03a894b0 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:24:26.783392 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-6fa99789-aa58-41f2-82dd-3cfa03a894b0 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/networks?id=ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3 HTTP/1.1" status: 200 len: 814 time: 0.1388030 Jun 27 20:24:26.798044 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-406ae5a5-f88c-4b4c-a2d0-bf654126d9c3 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/quotas/ab48c4e18f634e61b78ffbb933b8fe76 HTTP/1.1" status: 200 len: 375 time: 0.0091517 Jun 27 20:24:26.849219 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-1b95b0b2-aa26-4005-842e-54b877db2758 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ab48c4e18f634e61b78ffbb933b8fe76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465014 Jun 27 20:24:26.982596 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-9e771e5a-3ccd-417b-9389-33a17184b501 service neutron] 10.222.0.23 "GET /v2.0/networks/ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266327 Jun 27 20:24:27.112849 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-91824e6c-4956-44b1-a00a-ca9a33a025ab service neutron] 10.222.0.23 "GET /v2.0/networks/ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238742 Jun 27 20:24:27.292591 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c669e63f-555f-4aca-9f73-19ee93198f1a req-98a2cedf-38d0-45aa-896d-c9d1afc3f07e tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/ports?device_id=6714a266-bff7-40aa-ac55-d5fc81cc90a1 HTTP/1.1" status: 200 len: 210 time: 0.0513635 Jun 27 20:24:28.454589 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-a473f644-72fd-4ae1-acf0-bda9b2dcceae tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:24:28.455310 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-a473f644-72fd-4ae1-acf0-bda9b2dcceae tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Synchronizing usage tracker for tenant:ab48c4e18f634e61b78ffbb933b8fe76 on resource:network {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:24:28.473235 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-a473f644-72fd-4ae1-acf0-bda9b2dcceae tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Unset dirty status for tenant:ab48c4e18f634e61b78ffbb933b8fe76 on resource:network {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:24:28.474455 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-a473f644-72fd-4ae1-acf0-bda9b2dcceae tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.15 "GET /v2.0/networks?id=ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3 HTTP/1.1" status: 200 len: 814 time: 0.2681556 Jun 27 20:24:28.492923 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-f11e9cef-7559-422e-953d-354c3b343eac tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Request body: {'port': {'device_id': '6714a266-bff7-40aa-ac55-d5fc81cc90a1', 'network_id': 'ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3', 'admin_state_up': True, 'tenant_id': 'ab48c4e18f634e61b78ffbb933b8fe76'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:24:28.555460 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ba27b881-12fc-44c6-a000-6dd763cfeda9 req-b9e85d8b-2791-4cbf-9a3a-4bb1e7ca1934 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/ports?device_id=6714a266-bff7-40aa-ac55-d5fc81cc90a1 HTTP/1.1" status: 200 len: 210 time: 0.1447308 Jun 27 20:24:28.628927 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-f11e9cef-7559-422e-953d-354c3b343eac tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:24:28.633206 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-f11e9cef-7559-422e-953d-354c3b343eac tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Usage tracker for resource:port and tenant:ab48c4e18f634e61b78ffbb933b8fe76 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:24:28.636189 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-f11e9cef-7559-422e-953d-354c3b343eac tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:24:28.642049 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-f11e9cef-7559-422e-953d-354c3b343eac tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:24:28.651527 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-f11e9cef-7559-422e-953d-354c3b343eac tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Made reservation on behalf of ab48c4e18f634e61b78ffbb933b8fe76 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:24:28.655123 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-f11e9cef-7559-422e-953d-354c3b343eac tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:28.811611 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-f11e9cef-7559-422e-953d-354c3b343eac tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Allocated IP 172.20.0.12 (ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3/f837d195-a5e8-4966-936e-4c5c027bbea3/7a4603f4-2222-4c72-8c69-3c8a3a3921cb) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:24:29.008756 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-f11e9cef-7559-422e-953d-354c3b343eac tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:29.037453 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-f11e9cef-7559-422e-953d-354c3b343eac tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:29.104014 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-f11e9cef-7559-422e-953d-354c3b343eac tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Network ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:24:29.110992 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-f11e9cef-7559-422e-953d-354c3b343eac tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:24:29.115135 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-f11e9cef-7559-422e-953d-354c3b343eac tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:24:29.145027 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e9cef-7559-422e-953d-354c3b343eac tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Pushing event updated for resources: {'Port': ['ID=7a4603f4-2222-4c72-8c69-3c8a3a3921cb,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:24:29.179262 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-f11e9cef-7559-422e-953d-354c3b343eac tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:24:29.179863 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-f11e9cef-7559-422e-953d-354c3b343eac tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:29.199132 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-f11e9cef-7559-422e-953d-354c3b343eac tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7102089 Jun 27 20:24:29.215493 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-bd6afa05-56f2-4ec2-abd1-8b9c7b945b7e service neutron] Request body: {'port': {'device_id': '6714a266-bff7-40aa-ac55-d5fc81cc90a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84579'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:24:29.322714 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-bd6afa05-56f2-4ec2-abd1-8b9c7b945b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:29.651182 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-bd6afa05-56f2-4ec2-abd1-8b9c7b945b7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a4603f4-2222-4c72-8c69-3c8a3a3921cb {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:24:29.658740 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-bd6afa05-56f2-4ec2-abd1-8b9c7b945b7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:29.673247 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-bd6afa05-56f2-4ec2-abd1-8b9c7b945b7e service neutron] Transition to ACTIVE for port object 7a4603f4-2222-4c72-8c69-3c8a3a3921cb will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:24:29.681172 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-bd6afa05-56f2-4ec2-abd1-8b9c7b945b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:29.744797 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4b7f0-cbe2-4369-a107-60d6cc67a3dc req-a1581519-4b7b-4429-afd7-d6bdd75677f2 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:24:29.746354 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a8f4b7f0-cbe2-4369-a107-60d6cc67a3dc req-a1581519-4b7b-4429-afd7-d6bdd75677f2 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/ports?device_id=6714a266-bff7-40aa-ac55-d5fc81cc90a1 HTTP/1.1" status: 200 len: 944 time: 0.0882800 Jun 27 20:24:29.789976 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a8f4b7f0-cbe2-4369-a107-60d6cc67a3dc req-a7f02d46-691e-4f65-b277-08a2b02d3fe2 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd89077d-4007-4e23-a975-3e4cefdbe4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372393 Jun 27 20:24:29.813159 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6afa05-56f2-4ec2-abd1-8b9c7b945b7e service neutron] Pushing event updated for resources: {'Port': ['ID=7a4603f4-2222-4c72-8c69-3c8a3a3921cb,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:24:29.918294 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-bd6afa05-56f2-4ec2-abd1-8b9c7b945b7e service neutron] Attempting to bind port 7a4603f4-2222-4c72-8c69-3c8a3a3921cb on host hv-cinder-84579 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:24:29.918621 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-bd6afa05-56f2-4ec2-abd1-8b9c7b945b7e service neutron] Attempting to bind port 7a4603f4-2222-4c72-8c69-3c8a3a3921cb by drivers openvswitch,hyperv on host hv-cinder-84579 at level 0 using segments [{'id': 'fedda2c8-0d61-46f5-9aa1-d67f4e2f9602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:24:29.918940 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-bd6afa05-56f2-4ec2-abd1-8b9c7b945b7e service neutron] Attempting to bind port 7a4603f4-2222-4c72-8c69-3c8a3a3921cb on network ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:24:29.924078 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-bd6afa05-56f2-4ec2-abd1-8b9c7b945b7e service neutron] Port 7a4603f4-2222-4c72-8c69-3c8a3a3921cb on network ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84579 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 20:24:29.924379 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-bd6afa05-56f2-4ec2-abd1-8b9c7b945b7e service neutron] Attempting to bind port 7a4603f4-2222-4c72-8c69-3c8a3a3921cb on network ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:24:29.929373 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-bd6afa05-56f2-4ec2-abd1-8b9c7b945b7e service neutron] Checking agent: {'id': '31e345cd-768d-4f38-b592-a73bb4a1bf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84579', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'started_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:24:29.929738 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-bd6afa05-56f2-4ec2-abd1-8b9c7b945b7e service neutron] Checking segment: {'id': 'fedda2c8-0d61-46f5-9aa1-d67f4e2f9602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:24:29.930118 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-bd6afa05-56f2-4ec2-abd1-8b9c7b945b7e service neutron] Bound using segment: {'id': 'fedda2c8-0d61-46f5-9aa1-d67f4e2f9602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:24:29.930538 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-bd6afa05-56f2-4ec2-abd1-8b9c7b945b7e service neutron] Bound port: 7a4603f4-2222-4c72-8c69-3c8a3a3921cb, host: hv-cinder-84579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fedda2c8-0d61-46f5-9aa1-d67f4e2f9602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:24:29.930875 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-bd6afa05-56f2-4ec2-abd1-8b9c7b945b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:30.025184 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-bd6afa05-56f2-4ec2-abd1-8b9c7b945b7e service neutron] For port 7a4603f4-2222-4c72-8c69-3c8a3a3921cb, host hv-cinder-84579, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:24:30.028096 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-bd6afa05-56f2-4ec2-abd1-8b9c7b945b7e service neutron] For port 7a4603f4-2222-4c72-8c69-3c8a3a3921cb, host hv-cinder-84579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=7a4603f4-2222-4c72-8c69-3c8a3a3921cb,segment=NetworkSegment(fedda2c8-0d61-46f5-9aa1-d67f4e2f9602),segment_id=fedda2c8-0d61-46f5-9aa1-d67f4e2f9602)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:24:30.033658 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-bd6afa05-56f2-4ec2-abd1-8b9c7b945b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:30.088681 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-bd6afa05-56f2-4ec2-abd1-8b9c7b945b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:24:30.089433 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-bd6afa05-56f2-4ec2-abd1-8b9c7b945b7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:30.090660 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-bd6afa05-56f2-4ec2-abd1-8b9c7b945b7e service neutron] 10.222.0.15 "PUT /v2.0/ports/7a4603f4-2222-4c72-8c69-3c8a3a3921cb HTTP/1.1" status: 200 len: 1094 time: 0.8789876 Jun 27 20:24:30.091099 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6714a266-bff7-40aa-ac55-d5fc81cc90a1', 'tag': '7a4603f4-2222-4c72-8c69-3c8a3a3921cb'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:24:30.116582 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6afa05-56f2-4ec2-abd1-8b9c7b945b7e service neutron] Pushing event updated for resources: {'Port': ['ID=7a4603f4-2222-4c72-8c69-3c8a3a3921cb,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:24:30.140537 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f77679a-4eb2-434f-be61-e0a09b503261'] response: {'name': 'network-changed', 'server_uuid': '6714a266-bff7-40aa-ac55-d5fc81cc90a1', 'tag': '7a4603f4-2222-4c72-8c69-3c8a3a3921cb', 'status': 'completed', 'code': 200} Jun 27 20:24:30.328003 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-5878fbea-0acf-47bc-93db-12a8562c3e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:24:30.329483 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-5878fbea-0acf-47bc-93db-12a8562c3e00 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab48c4e18f634e61b78ffbb933b8fe76&device_id=6714a266-bff7-40aa-ac55-d5fc81cc90a1 HTTP/1.1" status: 200 len: 1097 time: 0.1711729 Jun 27 20:24:30.402228 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-1847651b-bc84-4826-92c1-876611faded1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a4603f4-2222-4c72-8c69-3c8a3a3921cb HTTP/1.1" status: 200 len: 217 time: 0.0595393 Jun 27 20:24:30.465274 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-b445029d-8abe-4615-92e6-af54d267d415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:24:30.466700 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-b445029d-8abe-4615-92e6-af54d267d415 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f837d195-a5e8-4966-936e-4c5c027bbea3 HTTP/1.1" status: 200 len: 854 time: 0.0585222 Jun 27 20:24:30.518958 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-b6ad1e3e-a598-4052-b445-8d627d86e4ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465879 Jun 27 20:24:30.646704 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-22c8b877-d33e-4f36-a2f3-4a0d57202b45 service neutron] 10.222.0.15 "GET /v2.0/networks/ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216514 Jun 27 20:24:30.773836 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d2b126be-5db6-4c3d-b96b-6958fff3ec57 req-0d3685a7-fcb9-42a5-b8a5-6e20ff62b5da service neutron] 10.222.0.15 "GET /v2.0/networks/ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213036 Jun 27 20:24:30.938473 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaead99-ef80-400f-9e29-37bec0ac47d5 req-ff565496-0feb-48a1-b949-f1634c9d95c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:24:30.939954 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-bdaead99-ef80-400f-9e29-37bec0ac47d5 req-ff565496-0feb-48a1-b949-f1634c9d95c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab48c4e18f634e61b78ffbb933b8fe76&device_id=6714a266-bff7-40aa-ac55-d5fc81cc90a1 HTTP/1.1" status: 200 len: 1097 time: 0.0825601 Jun 27 20:24:30.982835 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50c8c1-bed4-4585-a7e2-5b5f63b892e4 req-426e1c71-d904-424a-9f02-142fe9f11b85 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:24:30.984431 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2a50c8c1-bed4-4585-a7e2-5b5f63b892e4 req-426e1c71-d904-424a-9f02-142fe9f11b85 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/ports?device_id=6714a266-bff7-40aa-ac55-d5fc81cc90a1 HTTP/1.1" status: 200 len: 944 time: 0.0880716 Jun 27 20:24:31.028006 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2a50c8c1-bed4-4585-a7e2-5b5f63b892e4 req-fb71a600-d753-476f-9151-25e944722609 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd89077d-4007-4e23-a975-3e4cefdbe4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378368 Jun 27 20:24:31.073921 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaead99-ef80-400f-9e29-37bec0ac47d5 req-f15e0b0b-305a-4590-a5d4-4e57b9c9b70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:24:31.075373 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-bdaead99-ef80-400f-9e29-37bec0ac47d5 req-f15e0b0b-305a-4590-a5d4-4e57b9c9b70e service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3 HTTP/1.1" status: 200 len: 915 time: 0.1296358 Jun 27 20:24:31.139444 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-bdaead99-ef80-400f-9e29-37bec0ac47d5 req-f8aa11d4-3327-4313-8f65-02aa7ed123f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a4603f4-2222-4c72-8c69-3c8a3a3921cb HTTP/1.1" status: 200 len: 217 time: 0.0581799 Jun 27 20:24:31.201897 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaead99-ef80-400f-9e29-37bec0ac47d5 req-560e5815-b5d5-49ed-a5d1-c6098e3cde03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:24:31.203884 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-bdaead99-ef80-400f-9e29-37bec0ac47d5 req-560e5815-b5d5-49ed-a5d1-c6098e3cde03 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f837d195-a5e8-4966-936e-4c5c027bbea3 HTTP/1.1" status: 200 len: 854 time: 0.0589366 Jun 27 20:24:31.255431 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-bdaead99-ef80-400f-9e29-37bec0ac47d5 req-f06ed62c-4312-4341-b938-e998e4c9a33d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459023 Jun 27 20:24:31.386802 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-bdaead99-ef80-400f-9e29-37bec0ac47d5 req-ef45d2d8-1add-4272-ae4c-fc37dd28c390 service neutron] 10.222.0.15 "GET /v2.0/networks/ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256177 Jun 27 20:24:31.514542 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-bdaead99-ef80-400f-9e29-37bec0ac47d5 req-b415bc35-cc8a-4f59-9182-52604fb64f68 service neutron] 10.222.0.15 "GET /v2.0/networks/ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215835 Jun 27 20:24:32.220768 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567dab7-5fb2-4196-b8a7-dcb8c4b33798 req-94ac1308-77ea-4dfe-9ed6-b3d06a001d3e tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:24:32.222148 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6567dab7-5fb2-4196-b8a7-dcb8c4b33798 req-94ac1308-77ea-4dfe-9ed6-b3d06a001d3e tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/ports?device_id=6714a266-bff7-40aa-ac55-d5fc81cc90a1 HTTP/1.1" status: 200 len: 944 time: 0.0894651 Jun 27 20:24:32.264240 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6567dab7-5fb2-4196-b8a7-dcb8c4b33798 req-c29d9ff7-fc0c-4521-9536-8ffae6ce1b6f tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd89077d-4007-4e23-a975-3e4cefdbe4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365109 Jun 27 20:24:33.458197 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67d964-ce2f-49dc-9b04-ef29a5fb5c8c req-53fc2992-6def-4916-82e9-5c3343c74a2f tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:24:33.459610 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3d67d964-ce2f-49dc-9b04-ef29a5fb5c8c req-53fc2992-6def-4916-82e9-5c3343c74a2f tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/ports?device_id=6714a266-bff7-40aa-ac55-d5fc81cc90a1 HTTP/1.1" status: 200 len: 944 time: 0.0878959 Jun 27 20:24:33.503500 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3d67d964-ce2f-49dc-9b04-ef29a5fb5c8c req-1feb679d-fc45-4e9a-bffa-d9f8eb88af04 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd89077d-4007-4e23-a975-3e4cefdbe4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380845 Jun 27 20:24:34.688150 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a4963-e770-48be-a0bb-9249765d65e3 req-03b06ef3-ab5a-4fe8-8e7f-a0b47606b89b tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:24:34.689582 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5c6a4963-e770-48be-a0bb-9249765d65e3 req-03b06ef3-ab5a-4fe8-8e7f-a0b47606b89b tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/ports?device_id=6714a266-bff7-40aa-ac55-d5fc81cc90a1 HTTP/1.1" status: 200 len: 944 time: 0.0847633 Jun 27 20:24:34.731481 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5c6a4963-e770-48be-a0bb-9249765d65e3 req-b62fbaca-1c51-4290-ab22-90779a3ab889 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd89077d-4007-4e23-a975-3e4cefdbe4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360212 Jun 27 20:24:34.822151 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 7a4603f4-2222-4c72-8c69-3c8a3a3921cb details requested by agent hyperv_hv-cinder-84579 with host hv-cinder-84579 {{(pid=88115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 20:24:34.948977 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 7a4603f4-2222-4c72-8c69-3c8a3a3921cb, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=7a4603f4-2222-4c72-8c69-3c8a3a3921cb,segment=NetworkSegment(fedda2c8-0d61-46f5-9aa1-d67f4e2f9602),segment_id=fedda2c8-0d61-46f5-9aa1-d67f4e2f9602)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:24:34.961235 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Returning: {'device': '7a4603f4-2222-4c72-8c69-3c8a3a3921cb', 'network_id': 'ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3', 'port_id': '7a4603f4-2222-4c72-8c69-3c8a3a3921cb', 'mac_address': 'fa:16:3e:3f:5f:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f837d195-a5e8-4966-936e-4c5c027bbea3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 20:24:35.018374 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 7a4603f4-2222-4c72-8c69-3c8a3a3921cb is: DOWN; New status is: BUILD {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:24:35.018739 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:35.034949 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a4603f4-2222-4c72-8c69-3c8a3a3921cb {{(pid=88115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:24:35.049296 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 7a4603f4-2222-4c72-8c69-3c8a3a3921cb, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=7a4603f4-2222-4c72-8c69-3c8a3a3921cb,segment=NetworkSegment(fedda2c8-0d61-46f5-9aa1-d67f4e2f9602),segment_id=fedda2c8-0d61-46f5-9aa1-d67f4e2f9602)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:24:35.052982 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:35.115527 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=7a4603f4-2222-4c72-8c69-3c8a3a3921cb,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:24:35.122195 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:24:35.122531 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:24:35.122855 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:24:35.123175 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:24:35.123492 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:24:35.123809 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:24:35.124145 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:24:35.124457 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:24:35.124768 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:24:35.125076 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:24:35.125381 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:24:35.125712 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:24:35.474257 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['7a4603f4-2222-4c72-8c69-3c8a3a3921cb'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:24:35.918991 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a38cd-8351-4e9b-96a7-42093dd638b8 req-6092ab76-72de-4496-a334-6163e97f8825 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:24:35.920420 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e85a38cd-8351-4e9b-96a7-42093dd638b8 req-6092ab76-72de-4496-a334-6163e97f8825 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/ports?device_id=6714a266-bff7-40aa-ac55-d5fc81cc90a1 HTTP/1.1" status: 200 len: 945 time: 0.0874770 Jun 27 20:24:35.963049 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e85a38cd-8351-4e9b-96a7-42093dd638b8 req-04495892-eecf-4b09-b39e-acfb3891c79b tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd89077d-4007-4e23-a975-3e4cefdbe4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365536 Jun 27 20:24:36.824784 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 7a4603f4-2222-4c72-8c69-3c8a3a3921cb up at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:24:36.892727 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning for port 7a4603f4-2222-4c72-8c69-3c8a3a3921cb completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:24:36.897403 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning complete for port 7a4603f4-2222-4c72-8c69-3c8a3a3921cb triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:24:36.897798 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:37.011489 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 7a4603f4-2222-4c72-8c69-3c8a3a3921cb is: BUILD; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:24:37.011858 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:37.037754 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6714a266-bff7-40aa-ac55-d5fc81cc90a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4603f4-2222-4c72-8c69-3c8a3a3921cb'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:24:37.047887 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 7a4603f4-2222-4c72-8c69-3c8a3a3921cb, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=7a4603f4-2222-4c72-8c69-3c8a3a3921cb,segment=NetworkSegment(fedda2c8-0d61-46f5-9aa1-d67f4e2f9602),segment_id=fedda2c8-0d61-46f5-9aa1-d67f4e2f9602)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:24:37.052251 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:37.090905 dv-cinder-845799-1-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b732bd11-d5a0-48f3-942f-6f5336de4c2a'] response: {'server_uuid': '6714a266-bff7-40aa-ac55-d5fc81cc90a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4603f4-2222-4c72-8c69-3c8a3a3921cb', 'code': 200} Jun 27 20:24:37.122152 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=7a4603f4-2222-4c72-8c69-3c8a3a3921cb,revision_number=5']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:24:37.165413 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b073c5-9131-408f-8c4a-bc98ed39ea8f req-b06cffcf-e4ec-4ee3-b94f-5175a673eb03 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:24:37.167121 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-00b073c5-9131-408f-8c4a-bc98ed39ea8f req-b06cffcf-e4ec-4ee3-b94f-5175a673eb03 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/ports?device_id=6714a266-bff7-40aa-ac55-d5fc81cc90a1 HTTP/1.1" status: 200 len: 946 time: 0.0946286 Jun 27 20:24:37.210070 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-00b073c5-9131-408f-8c4a-bc98ed39ea8f req-28f48bc5-7c43-4740-9836-52a04bd85aea tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd89077d-4007-4e23-a975-3e4cefdbe4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363936 Jun 27 20:24:37.343501 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445a5f3-23b9-4d7e-97eb-b050f98de392 req-58da00ef-31d5-4a7b-957d-7e75956d389e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:24:37.344780 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d445a5f3-23b9-4d7e-97eb-b050f98de392 req-58da00ef-31d5-4a7b-957d-7e75956d389e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6714a266-bff7-40aa-ac55-d5fc81cc90a1 HTTP/1.1" status: 200 len: 1099 time: 0.0798542 Jun 27 20:24:37.382550 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-d445a5f3-23b9-4d7e-97eb-b050f98de392 req-0fff6908-f185-4c4f-b2f7-341b8d4afe9f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dd89077d-4007-4e23-a975-3e4cefdbe4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322547 Jun 27 20:24:38.414824 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab482c1-01cc-4621-a89e-432740a21132 req-d10620fc-09c5-43a8-9a6f-eb8e4fed293c tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:24:38.416279 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0ab482c1-01cc-4621-a89e-432740a21132 req-d10620fc-09c5-43a8-9a6f-eb8e4fed293c tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/ports?device_id=6714a266-bff7-40aa-ac55-d5fc81cc90a1 HTTP/1.1" status: 200 len: 946 time: 0.1008048 Jun 27 20:24:38.458466 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0ab482c1-01cc-4621-a89e-432740a21132 req-04587c45-f836-402c-b86a-b813730b1ee3 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd89077d-4007-4e23-a975-3e4cefdbe4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359287 Jun 27 20:24:39.648750 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6492bc3-bcd8-423a-9a16-82b5ab7e48f4 req-c928f8ec-3e0d-4000-a4d8-a921ca2e43ff tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:24:39.650206 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c6492bc3-bcd8-423a-9a16-82b5ab7e48f4 req-c928f8ec-3e0d-4000-a4d8-a921ca2e43ff tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/ports?device_id=6714a266-bff7-40aa-ac55-d5fc81cc90a1 HTTP/1.1" status: 200 len: 946 time: 0.0900307 Jun 27 20:24:39.693231 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c6492bc3-bcd8-423a-9a16-82b5ab7e48f4 req-f487ce2a-1248-413f-942c-b20bc1bc4aff tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd89077d-4007-4e23-a975-3e4cefdbe4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373173 Jun 27 20:24:41.878721 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:24:42.675959 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:44.645022 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e8cfd92e-0f1c-4e66-92f5-00590429ca36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:46.850779 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b68f8966-eb9e-443a-aff9-0057ae58704d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:48.051680 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:48.094610 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:24:49.423678 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:25:12.679590 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:25:14.646566 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-575e958d-1ca8-46bd-955e-6af690e7df0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:25:16.852758 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c9f4eda8-9e47-4ce3-aadd-58aa0e7beaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:25:18.053740 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:25:18.095344 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:25:18.876840 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:25:19.327890 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:25:22.099684 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [req-b9752c70-40dc-48cb-8ce8-225bf943a9b3 req-8c364621-e12f-4dbf-991b-ed704244a741 service neutron] (88114) timed out ('10.222.0.15', 54556) {{(pid=88114) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 27 20:25:25.104787 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-1bd5768c-77ac-4814-9c1d-d2af2fb76b7c req-2f816dee-85a6-4685-8f8a-2820459d8d5b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6714a266-bff7-40aa-ac55-d5fc81cc90a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746548 Jun 27 20:25:25.283105 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5768c-77ac-4814-9c1d-d2af2fb76b7c req-f3497017-b424-4455-b05a-f045e4eb725c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:25:25.284545 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-1bd5768c-77ac-4814-9c1d-d2af2fb76b7c req-f3497017-b424-4455-b05a-f045e4eb725c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab48c4e18f634e61b78ffbb933b8fe76&device_id=6714a266-bff7-40aa-ac55-d5fc81cc90a1 HTTP/1.1" status: 200 len: 1099 time: 0.0793943 Jun 27 20:25:25.516465 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5768c-77ac-4814-9c1d-d2af2fb76b7c req-e0495a55-357d-42a1-a26f-bf4d2f46405f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:25:25.517939 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-1bd5768c-77ac-4814-9c1d-d2af2fb76b7c req-e0495a55-357d-42a1-a26f-bf4d2f46405f service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3 HTTP/1.1" status: 200 len: 915 time: 0.2146106 Jun 27 20:25:25.586730 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-1bd5768c-77ac-4814-9c1d-d2af2fb76b7c req-6562a3ec-d696-469c-90eb-0085eec19fb2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a4603f4-2222-4c72-8c69-3c8a3a3921cb HTTP/1.1" status: 200 len: 217 time: 0.0625024 Jun 27 20:25:25.647101 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5768c-77ac-4814-9c1d-d2af2fb76b7c req-0b3c5f45-11bf-4617-a5ca-69e08bfb2d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:25:25.648487 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-1bd5768c-77ac-4814-9c1d-d2af2fb76b7c req-0b3c5f45-11bf-4617-a5ca-69e08bfb2d15 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f837d195-a5e8-4966-936e-4c5c027bbea3 HTTP/1.1" status: 200 len: 854 time: 0.0565536 Jun 27 20:25:25.700773 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-1bd5768c-77ac-4814-9c1d-d2af2fb76b7c req-77f59b04-9f50-4fc1-8d25-c98da33d85c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462894 Jun 27 20:25:25.829291 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-1bd5768c-77ac-4814-9c1d-d2af2fb76b7c req-6ae3198a-4187-44c2-b219-22ceccff1d16 service neutron] 10.222.0.15 "GET /v2.0/networks/ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215472 Jun 27 20:25:25.961192 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-1bd5768c-77ac-4814-9c1d-d2af2fb76b7c req-771096f5-7abb-4738-bc20-20a7b7fbfb20 service neutron] 10.222.0.15 "GET /v2.0/networks/ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254873 Jun 27 20:25:31.747712 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10239fd5-c9df-45a0-9ace-c72c74163ca6 req-1e3f741d-d2bc-4933-bd5b-07a353527f64 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:25:31.749118 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-10239fd5-c9df-45a0-9ace-c72c74163ca6 req-1e3f741d-d2bc-4933-bd5b-07a353527f64 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/ports?device_id=6714a266-bff7-40aa-ac55-d5fc81cc90a1 HTTP/1.1" status: 200 len: 946 time: 0.0869429 Jun 27 20:25:31.793146 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-10239fd5-c9df-45a0-9ace-c72c74163ca6 req-47da953a-a016-4cf6-a3b0-f0590adcff7f tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd89077d-4007-4e23-a975-3e4cefdbe4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378473 Jun 27 20:25:32.983263 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a0289-576f-47b1-b9f4-8047708b6da2 req-2361034f-f7c7-4a74-b2d5-d15379ea183a tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:25:32.984744 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6c5a0289-576f-47b1-b9f4-8047708b6da2 req-2361034f-f7c7-4a74-b2d5-d15379ea183a tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/ports?device_id=6714a266-bff7-40aa-ac55-d5fc81cc90a1 HTTP/1.1" status: 200 len: 946 time: 0.0850604 Jun 27 20:25:33.029588 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6c5a0289-576f-47b1-b9f4-8047708b6da2 req-f04cf62a-4049-44d6-8c2f-844ef6bba9b1 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd89077d-4007-4e23-a975-3e4cefdbe4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392466 Jun 27 20:25:33.590083 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc3c6a-c9b4-4112-a842-0ade63c367a9 req-b88455ef-2d10-40b8-8b4b-c1f4182ab31f tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:25:33.590767 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-5cdc3c6a-c9b4-4112-a842-0ade63c367a9 req-b88455ef-2d10-40b8-8b4b-c1f4182ab31f tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Synchronizing usage tracker for tenant:ab48c4e18f634e61b78ffbb933b8fe76 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:25:33.606467 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-5cdc3c6a-c9b4-4112-a842-0ade63c367a9 req-b88455ef-2d10-40b8-8b4b-c1f4182ab31f tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Unset dirty status for tenant:ab48c4e18f634e61b78ffbb933b8fe76 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:25:33.607621 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5cdc3c6a-c9b4-4112-a842-0ade63c367a9 req-b88455ef-2d10-40b8-8b4b-c1f4182ab31f tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.15 "GET /v2.0/ports?device_id=6714a266-bff7-40aa-ac55-d5fc81cc90a1 HTTP/1.1" status: 200 len: 946 time: 0.1051092 Jun 27 20:25:33.674761 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-5cdc3c6a-c9b4-4112-a842-0ade63c367a9 req-0f6aafe0-90b2-4197-883b-7a7f0a31ff4f tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Deleting port 7a4603f4-2222-4c72-8c69-3c8a3a3921cb {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:25:33.675109 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5cdc3c6a-c9b4-4112-a842-0ade63c367a9 req-0f6aafe0-90b2-4197-883b-7a7f0a31ff4f tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:25:33.919139 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-5cdc3c6a-c9b4-4112-a842-0ade63c367a9 req-0f6aafe0-90b2-4197-883b-7a7f0a31ff4f tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] For port 7a4603f4-2222-4c72-8c69-3c8a3a3921cb, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=7a4603f4-2222-4c72-8c69-3c8a3a3921cb,segment=NetworkSegment(fedda2c8-0d61-46f5-9aa1-d67f4e2f9602),segment_id=fedda2c8-0d61-46f5-9aa1-d67f4e2f9602)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:25:33.919496 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5cdc3c6a-c9b4-4112-a842-0ade63c367a9 req-0f6aafe0-90b2-4197-883b-7a7f0a31ff4f tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:25:34.042392 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-5cdc3c6a-c9b4-4112-a842-0ade63c367a9 req-0f6aafe0-90b2-4197-883b-7a7f0a31ff4f tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Calling delete_port for 7a4603f4-2222-4c72-8c69-3c8a3a3921cb owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:25:34.192088 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5cdc3c6a-c9b4-4112-a842-0ade63c367a9 req-0f6aafe0-90b2-4197-883b-7a7f0a31ff4f tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:25:34.228884 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['7a4603f4-2222-4c72-8c69-3c8a3a3921cb'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:25:34.245642 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6aafe0-90b2-4197-883b-7a7f0a31ff4f tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Pushing event deleted for resources: {'Port': ['ID=7a4603f4-2222-4c72-8c69-3c8a3a3921cb,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:25:34.289698 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6aafe0-90b2-4197-883b-7a7f0a31ff4f tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:25:34.289698 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6aafe0-90b2-4197-883b-7a7f0a31ff4f tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:25:34.289698 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6aafe0-90b2-4197-883b-7a7f0a31ff4f tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:25:34.290114 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6aafe0-90b2-4197-883b-7a7f0a31ff4f tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:25:34.290220 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6aafe0-90b2-4197-883b-7a7f0a31ff4f tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:25:34.290541 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6aafe0-90b2-4197-883b-7a7f0a31ff4f tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:25:34.290866 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6aafe0-90b2-4197-883b-7a7f0a31ff4f tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:25:34.291188 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6aafe0-90b2-4197-883b-7a7f0a31ff4f tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:25:34.291506 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6aafe0-90b2-4197-883b-7a7f0a31ff4f tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:25:34.291824 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6aafe0-90b2-4197-883b-7a7f0a31ff4f tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:25:34.292141 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6aafe0-90b2-4197-883b-7a7f0a31ff4f tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:25:34.292458 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6aafe0-90b2-4197-883b-7a7f0a31ff4f tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:25:34.313741 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-64a6554c-2ad9-4031-be56-bab9ff26f55b req-7411b92f-b160-4a7f-aeac-2a4a82477eb2 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/ports?device_id=6714a266-bff7-40aa-ac55-d5fc81cc90a1 HTTP/1.1" status: 200 len: 210 time: 0.1789138 Jun 27 20:25:34.341544 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cdc3c6a-c9b4-4112-a842-0ade63c367a9 req-0f6aafe0-90b2-4197-883b-7a7f0a31ff4f tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] No DVR routers for this DVR port 7a4603f4-2222-4c72-8c69-3c8a3a3921cb on host hv-cinder-84579 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 20:25:34.343946 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-5cdc3c6a-c9b4-4112-a842-0ade63c367a9 req-0f6aafe0-90b2-4197-883b-7a7f0a31ff4f tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:25:34.346433 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6714a266-bff7-40aa-ac55-d5fc81cc90a1', 'name': 'network-vif-deleted', 'tag': '7a4603f4-2222-4c72-8c69-3c8a3a3921cb'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:25:34.362190 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-5cdc3c6a-c9b4-4112-a842-0ade63c367a9 req-0f6aafe0-90b2-4197-883b-7a7f0a31ff4f tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.15 "DELETE /v2.0/ports/7a4603f4-2222-4c72-8c69-3c8a3a3921cb HTTP/1.1" status: 204 len: 173 time: 0.7498107 Jun 27 20:25:34.391619 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0360eca7-8867-469e-af6e-047290a85f15'] response: {'server_uuid': '6714a266-bff7-40aa-ac55-d5fc81cc90a1', 'name': 'network-vif-deleted', 'tag': '7a4603f4-2222-4c72-8c69-3c8a3a3921cb', 'status': 'completed', 'code': 200} Jun 27 20:25:37.916056 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 7a4603f4-2222-4c72-8c69-3c8a3a3921cb no longer exists at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:25:37.949832 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] No Port match for: 7a4603f4-2222-4c72-8c69-3c8a3a3921cb {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:25:37.950164 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 7a4603f4-2222-4c72-8c69-3c8a3a3921cb not bound to the agent host hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:25:42.707211 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:25:44.647714 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ab57487a-03fc-4845-9154-ee83eb0a16d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:25:45.884512 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11227f70-4df8-43dd-8259-ca245a63e89e req-49f3913e-56dc-4641-b424-7ba4f7cf1cbe tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:25:45.885968 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-11227f70-4df8-43dd-8259-ca245a63e89e req-49f3913e-56dc-4641-b424-7ba4f7cf1cbe tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/networks?id=ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3 HTTP/1.1" status: 200 len: 814 time: 0.1409822 Jun 27 20:25:45.900441 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-11227f70-4df8-43dd-8259-ca245a63e89e req-9e24e174-43e1-4b3d-84e1-dba739bd84c5 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/quotas/ab48c4e18f634e61b78ffbb933b8fe76 HTTP/1.1" status: 200 len: 375 time: 0.0091605 Jun 27 20:25:45.951776 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-11227f70-4df8-43dd-8259-ca245a63e89e req-70df8d14-67bd-41b4-a79f-490a54d92236 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ab48c4e18f634e61b78ffbb933b8fe76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465317 Jun 27 20:25:46.121142 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-11227f70-4df8-43dd-8259-ca245a63e89e req-7a07dd0e-71d9-4d33-bb6d-5572e083ef06 service neutron] 10.222.0.23 "GET /v2.0/networks/ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622822 Jun 27 20:25:46.343930 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-11227f70-4df8-43dd-8259-ca245a63e89e req-47b6fd16-dfc1-4e00-920f-05ba9068f45c service neutron] 10.222.0.23 "GET /v2.0/networks/ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171280 Jun 27 20:25:46.529532 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7d8867ad-fbff-41ec-98db-ff39f6ced557 req-46d3fc62-77f2-493d-a8b3-20efee168876 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/ports?device_id=e646df8f-a53d-4981-b9a8-994647dd2ed1 HTTP/1.1" status: 200 len: 210 time: 0.0515971 Jun 27 20:25:46.856838 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-051c4417-2b31-4006-a6d7-7696bbe92c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:25:47.596510 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11227f70-4df8-43dd-8259-ca245a63e89e req-99aba98b-388d-4ba3-b7a8-b58806446d25 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:25:47.598007 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-11227f70-4df8-43dd-8259-ca245a63e89e req-99aba98b-388d-4ba3-b7a8-b58806446d25 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.15 "GET /v2.0/networks?id=ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3 HTTP/1.1" status: 200 len: 814 time: 0.1456237 Jun 27 20:25:47.616237 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-11227f70-4df8-43dd-8259-ca245a63e89e req-922aa7aa-e9f1-4af1-9bad-5cf9a2400fc7 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Request body: {'port': {'device_id': 'e646df8f-a53d-4981-b9a8-994647dd2ed1', 'network_id': 'ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3', 'admin_state_up': True, 'tenant_id': 'ab48c4e18f634e61b78ffbb933b8fe76'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:25:47.687077 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-04c41e7e-d61d-43e4-ad5c-1b965984b6c8 req-8b8a8e50-76e8-426d-b289-dfe78c32641e tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/ports?device_id=e646df8f-a53d-4981-b9a8-994647dd2ed1 HTTP/1.1" status: 200 len: 210 time: 0.0497701 Jun 27 20:25:47.752386 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-11227f70-4df8-43dd-8259-ca245a63e89e req-922aa7aa-e9f1-4af1-9bad-5cf9a2400fc7 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:25:47.757091 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-11227f70-4df8-43dd-8259-ca245a63e89e req-922aa7aa-e9f1-4af1-9bad-5cf9a2400fc7 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Usage tracker for resource:port and tenant:ab48c4e18f634e61b78ffbb933b8fe76 is out of sync, need to count used quota {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:25:47.759901 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-11227f70-4df8-43dd-8259-ca245a63e89e req-922aa7aa-e9f1-4af1-9bad-5cf9a2400fc7 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88113) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:25:47.765798 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.quota.driver [req-11227f70-4df8-43dd-8259-ca245a63e89e req-922aa7aa-e9f1-4af1-9bad-5cf9a2400fc7 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:25:47.774914 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11227f70-4df8-43dd-8259-ca245a63e89e req-922aa7aa-e9f1-4af1-9bad-5cf9a2400fc7 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Made reservation on behalf of ab48c4e18f634e61b78ffbb933b8fe76 for: {'port': 1} {{(pid=88113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 20:25:47.778278 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-11227f70-4df8-43dd-8259-ca245a63e89e req-922aa7aa-e9f1-4af1-9bad-5cf9a2400fc7 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:25:47.935992 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.db_base_plugin_common [req-11227f70-4df8-43dd-8259-ca245a63e89e req-922aa7aa-e9f1-4af1-9bad-5cf9a2400fc7 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Allocated IP 172.20.0.2 (ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3/f837d195-a5e8-4966-936e-4c5c027bbea3/6c371cce-ebcc-4568-b09a-cb6774c30350) {{(pid=88113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 20:25:48.056752 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:25:48.095780 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:25:48.136471 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-11227f70-4df8-43dd-8259-ca245a63e89e req-922aa7aa-e9f1-4af1-9bad-5cf9a2400fc7 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Notify callbacks [] for port, precommit_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:25:48.165096 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-11227f70-4df8-43dd-8259-ca245a63e89e req-922aa7aa-e9f1-4af1-9bad-5cf9a2400fc7 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741810074525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_create {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:25:48.230472 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11227f70-4df8-43dd-8259-ca245a63e89e req-922aa7aa-e9f1-4af1-9bad-5cf9a2400fc7 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Network ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3 is already hosted by enough agents. {{(pid=88113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 20:25:48.233328 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.scheduler.base_scheduler [req-11227f70-4df8-43dd-8259-ca245a63e89e req-922aa7aa-e9f1-4af1-9bad-5cf9a2400fc7 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Resources bound (agent type, host, resource id): {{(pid=88113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 20:25:48.241832 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-11227f70-4df8-43dd-8259-ca245a63e89e req-922aa7aa-e9f1-4af1-9bad-5cf9a2400fc7 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Received port after_create {{(pid=88113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 27 20:25:48.281300 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922aa7aa-e9f1-4af1-9bad-5cf9a2400fc7 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Pushing event updated for resources: {'Port': ['ID=6c371cce-ebcc-4568-b09a-cb6774c30350,revision_number=1']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:25:48.312119 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11227f70-4df8-43dd-8259-ca245a63e89e req-922aa7aa-e9f1-4af1-9bad-5cf9a2400fc7 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:25:48.312710 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-11227f70-4df8-43dd-8259-ca245a63e89e req-922aa7aa-e9f1-4af1-9bad-5cf9a2400fc7 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:25:48.335370 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-11227f70-4df8-43dd-8259-ca245a63e89e req-922aa7aa-e9f1-4af1-9bad-5cf9a2400fc7 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7235539 Jun 27 20:25:48.351269 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [req-11227f70-4df8-43dd-8259-ca245a63e89e req-ae760126-69b3-4638-afd4-9ba46359dd93 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 27 20:25:48.352286 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-11227f70-4df8-43dd-8259-ca245a63e89e req-ae760126-69b3-4638-afd4-9ba46359dd93 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053265 Jun 27 20:25:48.403223 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.v2.base [req-11227f70-4df8-43dd-8259-ca245a63e89e req-438ed572-a80f-48b4-b027-9828093aa18a service neutron] Request body: {'port': {'device_id': 'e646df8f-a53d-4981-b9a8-994647dd2ed1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84579'}} {{(pid=88113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 20:25:48.606873 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-11227f70-4df8-43dd-8259-ca245a63e89e req-438ed572-a80f-48b4-b027-9828093aa18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:25:48.880244 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64321d-da94-4d72-bd40-a74530b147d1 req-5cc4d05a-ab9c-4b9a-a15b-00489d60bfb9 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:25:48.881789 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9e64321d-da94-4d72-bd40-a74530b147d1 req-5cc4d05a-ab9c-4b9a-a15b-00489d60bfb9 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/ports?device_id=e646df8f-a53d-4981-b9a8-994647dd2ed1 HTTP/1.1" status: 200 len: 931 time: 0.0884650 Jun 27 20:25:48.924524 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9e64321d-da94-4d72-bd40-a74530b147d1 req-6891f680-99a7-4bce-aac0-6bc561967167 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd89077d-4007-4e23-a975-3e4cefdbe4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369184 Jun 27 20:25:48.948275 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [req-11227f70-4df8-43dd-8259-ca245a63e89e req-438ed572-a80f-48b4-b027-9828093aa18a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c371cce-ebcc-4568-b09a-cb6774c30350 {{(pid=88113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:25:48.955419 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-11227f70-4df8-43dd-8259-ca245a63e89e req-438ed572-a80f-48b4-b027-9828093aa18a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:25:48.970404 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.provisioning_blocks [req-11227f70-4df8-43dd-8259-ca245a63e89e req-438ed572-a80f-48b4-b027-9828093aa18a service neutron] Transition to ACTIVE for port object 6c371cce-ebcc-4568-b09a-cb6774c30350 will not be triggered until provisioned by entity L2. {{(pid=88113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 20:25:48.973908 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-11227f70-4df8-43dd-8259-ca245a63e89e req-438ed572-a80f-48b4-b027-9828093aa18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:25:49.137095 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ed572-a80f-48b4-b027-9828093aa18a service neutron] Pushing event updated for resources: {'Port': ['ID=6c371cce-ebcc-4568-b09a-cb6774c30350,revision_number=2']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:25:49.212892 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-11227f70-4df8-43dd-8259-ca245a63e89e req-438ed572-a80f-48b4-b027-9828093aa18a service neutron] Attempting to bind port 6c371cce-ebcc-4568-b09a-cb6774c30350 on host hv-cinder-84579 for vnic_type normal with profile {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 27 20:25:49.213227 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-11227f70-4df8-43dd-8259-ca245a63e89e req-438ed572-a80f-48b4-b027-9828093aa18a service neutron] Attempting to bind port 6c371cce-ebcc-4568-b09a-cb6774c30350 by drivers openvswitch,hyperv on host hv-cinder-84579 at level 0 using segments [{'id': 'fedda2c8-0d61-46f5-9aa1-d67f4e2f9602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3'}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 27 20:25:49.213552 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11227f70-4df8-43dd-8259-ca245a63e89e req-438ed572-a80f-48b4-b027-9828093aa18a service neutron] Attempting to bind port 6c371cce-ebcc-4568-b09a-cb6774c30350 on network ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:25:49.218102 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11227f70-4df8-43dd-8259-ca245a63e89e req-438ed572-a80f-48b4-b027-9828093aa18a service neutron] Port 6c371cce-ebcc-4568-b09a-cb6774c30350 on network ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84579 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 20:25:49.218420 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11227f70-4df8-43dd-8259-ca245a63e89e req-438ed572-a80f-48b4-b027-9828093aa18a service neutron] Attempting to bind port 6c371cce-ebcc-4568-b09a-cb6774c30350 on network ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3 {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 20:25:49.223456 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11227f70-4df8-43dd-8259-ca245a63e89e req-438ed572-a80f-48b4-b027-9828093aa18a service neutron] Checking agent: {'id': '31e345cd-768d-4f38-b592-a73bb4a1bf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84579', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'started_at': datetime.datetime(2022, 6, 27, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 20, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 20:25:49.223738 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11227f70-4df8-43dd-8259-ca245a63e89e req-438ed572-a80f-48b4-b027-9828093aa18a service neutron] Checking segment: {'id': 'fedda2c8-0d61-46f5-9aa1-d67f4e2f9602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 27 20:25:49.224111 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11227f70-4df8-43dd-8259-ca245a63e89e req-438ed572-a80f-48b4-b027-9828093aa18a service neutron] Bound using segment: {'id': 'fedda2c8-0d61-46f5-9aa1-d67f4e2f9602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3'} {{(pid=88113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 20:25:49.224529 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.managers [req-11227f70-4df8-43dd-8259-ca245a63e89e req-438ed572-a80f-48b4-b027-9828093aa18a service neutron] Bound port: 6c371cce-ebcc-4568-b09a-cb6774c30350, host: hv-cinder-84579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fedda2c8-0d61-46f5-9aa1-d67f4e2f9602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3'}}] {{(pid=88113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 27 20:25:49.224868 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-11227f70-4df8-43dd-8259-ca245a63e89e req-438ed572-a80f-48b4-b027-9828093aa18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:25:49.311233 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-11227f70-4df8-43dd-8259-ca245a63e89e req-438ed572-a80f-48b4-b027-9828093aa18a service neutron] For port 6c371cce-ebcc-4568-b09a-cb6774c30350, host hv-cinder-84579, cleared binding levels {{(pid=88113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 20:25:49.313924 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-11227f70-4df8-43dd-8259-ca245a63e89e req-438ed572-a80f-48b4-b027-9828093aa18a service neutron] For port 6c371cce-ebcc-4568-b09a-cb6774c30350, host hv-cinder-84579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=6c371cce-ebcc-4568-b09a-cb6774c30350,segment=NetworkSegment(fedda2c8-0d61-46f5-9aa1-d67f4e2f9602),segment_id=fedda2c8-0d61-46f5-9aa1-d67f4e2f9602)] {{(pid=88113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 20:25:49.319191 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-11227f70-4df8-43dd-8259-ca245a63e89e req-438ed572-a80f-48b4-b027-9828093aa18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16137118'] for port, after_update {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:25:49.331258 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:25:49.377359 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11227f70-4df8-43dd-8259-ca245a63e89e req-438ed572-a80f-48b4-b027-9828093aa18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:25:49.378055 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-11227f70-4df8-43dd-8259-ca245a63e89e req-438ed572-a80f-48b4-b027-9828093aa18a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:25:49.380046 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-11227f70-4df8-43dd-8259-ca245a63e89e req-438ed572-a80f-48b4-b027-9828093aa18a service neutron] 10.222.0.15 "PUT /v2.0/ports/6c371cce-ebcc-4568-b09a-cb6774c30350 HTTP/1.1" status: 200 len: 1093 time: 1.0218487 Jun 27 20:25:49.380470 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e646df8f-a53d-4981-b9a8-994647dd2ed1', 'tag': '6c371cce-ebcc-4568-b09a-cb6774c30350'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:25:49.403706 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ed572-a80f-48b4-b027-9828093aa18a service neutron] Pushing event updated for resources: {'Port': ['ID=6c371cce-ebcc-4568-b09a-cb6774c30350,revision_number=3']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:25:49.424894 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1df3195-cb7d-4817-989d-04c6f7762468'] response: {'name': 'network-changed', 'server_uuid': 'e646df8f-a53d-4981-b9a8-994647dd2ed1', 'tag': '6c371cce-ebcc-4568-b09a-cb6774c30350', 'status': 'completed', 'code': 200} Jun 27 20:25:49.518908 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11227f70-4df8-43dd-8259-ca245a63e89e req-75146b57-ae5e-4f58-9ce1-b21fd2484546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:25:49.520398 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-11227f70-4df8-43dd-8259-ca245a63e89e req-75146b57-ae5e-4f58-9ce1-b21fd2484546 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab48c4e18f634e61b78ffbb933b8fe76&device_id=e646df8f-a53d-4981-b9a8-994647dd2ed1 HTTP/1.1" status: 200 len: 1096 time: 0.0776165 Jun 27 20:25:49.593744 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-11227f70-4df8-43dd-8259-ca245a63e89e req-76f0f3e4-57a3-4f9f-a365-d1be04f2d323 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c371cce-ebcc-4568-b09a-cb6774c30350 HTTP/1.1" status: 200 len: 217 time: 0.0613353 Jun 27 20:25:49.652741 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11227f70-4df8-43dd-8259-ca245a63e89e req-767230de-3ea6-4dfa-b951-00ade2cdc631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:25:49.654158 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-11227f70-4df8-43dd-8259-ca245a63e89e req-767230de-3ea6-4dfa-b951-00ade2cdc631 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f837d195-a5e8-4966-936e-4c5c027bbea3 HTTP/1.1" status: 200 len: 854 time: 0.0550091 Jun 27 20:25:49.708812 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-11227f70-4df8-43dd-8259-ca245a63e89e req-5f9cff0d-745d-4f3e-a84b-667a9c1d1f6c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488682 Jun 27 20:25:49.836220 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-11227f70-4df8-43dd-8259-ca245a63e89e req-d1449517-1038-4fe3-a65f-8ca5bb1aca5f service neutron] 10.222.0.15 "GET /v2.0/networks/ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213210 Jun 27 20:25:49.965257 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-11227f70-4df8-43dd-8259-ca245a63e89e req-f08ce4ea-0804-4511-8d72-a8c8b36e9134 service neutron] 10.222.0.15 "GET /v2.0/networks/ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226966 Jun 27 20:25:50.113848 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5c622-ec09-4def-8316-871ae73996d2 req-71558c4c-658a-4891-b102-51393ec8e896 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:25:50.115222 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-eec5c622-ec09-4def-8316-871ae73996d2 req-71558c4c-658a-4891-b102-51393ec8e896 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/ports?device_id=e646df8f-a53d-4981-b9a8-994647dd2ed1 HTTP/1.1" status: 200 len: 943 time: 0.0857904 Jun 27 20:25:50.125820 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bef1f-cd6e-4e78-af84-b0ba651d6c1c req-87870dd6-a6a8-423d-b93c-8c76f21e10d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:25:50.127276 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ed8bef1f-cd6e-4e78-af84-b0ba651d6c1c req-87870dd6-a6a8-423d-b93c-8c76f21e10d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab48c4e18f634e61b78ffbb933b8fe76&device_id=e646df8f-a53d-4981-b9a8-994647dd2ed1 HTTP/1.1" status: 200 len: 1096 time: 0.0763888 Jun 27 20:25:50.157647 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-eec5c622-ec09-4def-8316-871ae73996d2 req-5bb9bac3-cd59-4d98-baa6-c0e76496c8ed tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd89077d-4007-4e23-a975-3e4cefdbe4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368090 Jun 27 20:25:50.344703 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bef1f-cd6e-4e78-af84-b0ba651d6c1c req-f1a13b20-f4a7-43be-aa3e-f084deb90038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:25:50.346190 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ed8bef1f-cd6e-4e78-af84-b0ba651d6c1c req-f1a13b20-f4a7-43be-aa3e-f084deb90038 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3 HTTP/1.1" status: 200 len: 915 time: 0.2128155 Jun 27 20:25:50.414488 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ed8bef1f-cd6e-4e78-af84-b0ba651d6c1c req-8ad79412-b068-4f33-b0ae-5f6c5febdbc7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c371cce-ebcc-4568-b09a-cb6774c30350 HTTP/1.1" status: 200 len: 217 time: 0.0620651 Jun 27 20:25:50.475299 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bef1f-cd6e-4e78-af84-b0ba651d6c1c req-41b7a820-7cb3-4d07-a28a-d292c3a8af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:25:50.476648 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ed8bef1f-cd6e-4e78-af84-b0ba651d6c1c req-41b7a820-7cb3-4d07-a28a-d292c3a8af61 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f837d195-a5e8-4966-936e-4c5c027bbea3 HTTP/1.1" status: 200 len: 854 time: 0.0555842 Jun 27 20:25:50.532155 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ed8bef1f-cd6e-4e78-af84-b0ba651d6c1c req-25f0f46a-aa84-4f82-972e-b55daff623ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489564 Jun 27 20:25:50.662967 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ed8bef1f-cd6e-4e78-af84-b0ba651d6c1c req-146b06f4-5c64-42cd-9eb2-be3e720f346b service neutron] 10.222.0.15 "GET /v2.0/networks/ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247408 Jun 27 20:25:50.789124 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ed8bef1f-cd6e-4e78-af84-b0ba651d6c1c req-56960607-22d5-4ac4-82cc-1c6753834307 service neutron] 10.222.0.15 "GET /v2.0/networks/ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197293 Jun 27 20:25:51.350106 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b60c4-8463-4c88-9aa1-deeacf6aaa03 req-e2efa432-e69a-4525-aea9-73adef580943 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:25:51.351541 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4e0b60c4-8463-4c88-9aa1-deeacf6aaa03 req-e2efa432-e69a-4525-aea9-73adef580943 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/ports?device_id=e646df8f-a53d-4981-b9a8-994647dd2ed1 HTTP/1.1" status: 200 len: 943 time: 0.0880318 Jun 27 20:25:51.397677 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4e0b60c4-8463-4c88-9aa1-deeacf6aaa03 req-0dacdd87-f700-41f2-9088-55c11a3beb24 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd89077d-4007-4e23-a975-3e4cefdbe4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406106 Jun 27 20:25:52.585221 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d6868-7ce5-4b45-9483-07189413ea75 req-633a4227-c634-440e-bf42-6c9b4181322e tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:25:52.586595 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0f2d6868-7ce5-4b45-9483-07189413ea75 req-633a4227-c634-440e-bf42-6c9b4181322e tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/ports?device_id=e646df8f-a53d-4981-b9a8-994647dd2ed1 HTTP/1.1" status: 200 len: 943 time: 0.0887048 Jun 27 20:25:52.627860 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-0f2d6868-7ce5-4b45-9483-07189413ea75 req-ac66e1f3-1d32-436d-add5-0ab4995ac78f tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd89077d-4007-4e23-a975-3e4cefdbe4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357790 Jun 27 20:25:53.145793 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 6c371cce-ebcc-4568-b09a-cb6774c30350 details requested by agent hyperv_hv-cinder-84579 with host hv-cinder-84579 {{(pid=88115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 20:25:53.272454 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 6c371cce-ebcc-4568-b09a-cb6774c30350, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=6c371cce-ebcc-4568-b09a-cb6774c30350,segment=NetworkSegment(fedda2c8-0d61-46f5-9aa1-d67f4e2f9602),segment_id=fedda2c8-0d61-46f5-9aa1-d67f4e2f9602)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:25:53.284770 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Returning: {'device': '6c371cce-ebcc-4568-b09a-cb6774c30350', 'network_id': 'ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3', 'port_id': '6c371cce-ebcc-4568-b09a-cb6774c30350', 'mac_address': 'fa:16:3e:52:8c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f837d195-a5e8-4966-936e-4c5c027bbea3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 20:25:53.340520 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 6c371cce-ebcc-4568-b09a-cb6774c30350 is: DOWN; New status is: BUILD {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:25:53.340879 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:25:53.357035 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c371cce-ebcc-4568-b09a-cb6774c30350 {{(pid=88115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 20:25:53.372305 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 6c371cce-ebcc-4568-b09a-cb6774c30350, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=6c371cce-ebcc-4568-b09a-cb6774c30350,segment=NetworkSegment(fedda2c8-0d61-46f5-9aa1-d67f4e2f9602),segment_id=fedda2c8-0d61-46f5-9aa1-d67f4e2f9602)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:25:53.376942 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:25:53.440768 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=6c371cce-ebcc-4568-b09a-cb6774c30350,revision_number=4']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:25:53.447808 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:25:53.448148 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:25:53.448484 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:25:53.448813 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:25:53.449138 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:25:53.449463 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:25:53.449811 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:25:53.450136 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:25:53.450456 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:25:53.450771 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:25:53.451086 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:25:53.451400 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:25:53.782986 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['6c371cce-ebcc-4568-b09a-cb6774c30350'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:25:53.813596 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16e6c3-11c1-4d0d-8184-4e1af53e7576 req-39e2bb47-0449-42f2-8212-244fddfa64e8 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:25:53.815043 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9f16e6c3-11c1-4d0d-8184-4e1af53e7576 req-39e2bb47-0449-42f2-8212-244fddfa64e8 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/ports?device_id=e646df8f-a53d-4981-b9a8-994647dd2ed1 HTTP/1.1" status: 200 len: 944 time: 0.0846622 Jun 27 20:25:53.859784 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9f16e6c3-11c1-4d0d-8184-4e1af53e7576 req-1c3e128f-f126-4564-bc15-654c737afd9b tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd89077d-4007-4e23-a975-3e4cefdbe4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388548 Jun 27 20:25:55.053689 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8252d49-0659-4381-84fb-2eb9ae836f0f req-c70726e2-d022-41c0-b409-35c642923d66 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:25:55.055218 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a8252d49-0659-4381-84fb-2eb9ae836f0f req-c70726e2-d022-41c0-b409-35c642923d66 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/ports?device_id=e646df8f-a53d-4981-b9a8-994647dd2ed1 HTTP/1.1" status: 200 len: 944 time: 0.0896499 Jun 27 20:25:55.098333 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a8252d49-0659-4381-84fb-2eb9ae836f0f req-c7be0e50-2f21-4058-b381-40d90b892751 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd89077d-4007-4e23-a975-3e4cefdbe4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368495 Jun 27 20:25:55.152499 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 6c371cce-ebcc-4568-b09a-cb6774c30350 up at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 20:25:55.217579 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning for port 6c371cce-ebcc-4568-b09a-cb6774c30350 completed by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 20:25:55.222039 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Provisioning complete for port 6c371cce-ebcc-4568-b09a-cb6774c30350 triggered by entity L2. {{(pid=88115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 20:25:55.222407 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693645'] for port, provisioning_complete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:25:55.341773 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Current status of the port 6c371cce-ebcc-4568-b09a-cb6774c30350 is: BUILD; New status is: ACTIVE {{(pid=88115) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 27 20:25:55.342141 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639629'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:25:55.368066 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e646df8f-a53d-4981-b9a8-994647dd2ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c371cce-ebcc-4568-b09a-cb6774c30350'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:25:55.378430 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] For port 6c371cce-ebcc-4568-b09a-cb6774c30350, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=6c371cce-ebcc-4568-b09a-cb6774c30350,segment=NetworkSegment(fedda2c8-0d61-46f5-9aa1-d67f4e2f9602),segment_id=fedda2c8-0d61-46f5-9aa1-d67f4e2f9602)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:25:55.382511 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741810596729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741810074543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741810074588'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:25:55.418146 dv-cinder-845799-1-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c2e67f0-8124-4603-aa1a-728ba498898a'] response: {'server_uuid': 'e646df8f-a53d-4981-b9a8-994647dd2ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c371cce-ebcc-4568-b09a-cb6774c30350', 'code': 200} Jun 27 20:25:55.451016 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Pushing event updated for resources: {'Port': ['ID=6c371cce-ebcc-4568-b09a-cb6774c30350,revision_number=5']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:25:55.669397 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0defc7f0-7cbd-408d-8c6d-ff3417ac871b req-fcdc4e22-b87e-43ab-bb9c-aa6970dc8ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:25:55.670790 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-0defc7f0-7cbd-408d-8c6d-ff3417ac871b req-fcdc4e22-b87e-43ab-bb9c-aa6970dc8ab5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e646df8f-a53d-4981-b9a8-994647dd2ed1 HTTP/1.1" status: 200 len: 1098 time: 0.0745623 Jun 27 20:25:55.710506 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-0defc7f0-7cbd-408d-8c6d-ff3417ac871b req-965023fc-fa66-4a39-a6e9-81d5d38481d7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dd89077d-4007-4e23-a975-3e4cefdbe4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338941 Jun 27 20:25:55.876819 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:25:56.287325 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd177c17-b6af-4ac2-a647-3c466c858aac req-6c3fc248-9006-4dd3-afdf-a89b77c3c92b tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:25:56.288764 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-dd177c17-b6af-4ac2-a647-3c466c858aac req-6c3fc248-9006-4dd3-afdf-a89b77c3c92b tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/ports?device_id=e646df8f-a53d-4981-b9a8-994647dd2ed1 HTTP/1.1" status: 200 len: 945 time: 0.0883121 Jun 27 20:25:56.331633 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-dd177c17-b6af-4ac2-a647-3c466c858aac req-3be12f94-e6c9-49a0-9317-a330c7db3f1a tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd89077d-4007-4e23-a975-3e4cefdbe4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372784 Jun 27 20:25:57.519466 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b633999-8f93-4cf4-a6b7-5d726173a41c req-e88d38c9-a98a-4689-9a78-31c6861fba1a tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:25:57.520885 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3b633999-8f93-4cf4-a6b7-5d726173a41c req-e88d38c9-a98a-4689-9a78-31c6861fba1a tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/ports?device_id=e646df8f-a53d-4981-b9a8-994647dd2ed1 HTTP/1.1" status: 200 len: 945 time: 0.0837283 Jun 27 20:25:57.563147 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3b633999-8f93-4cf4-a6b7-5d726173a41c req-9841f219-cfe1-408f-9725-a394fbcbf38a tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd89077d-4007-4e23-a975-3e4cefdbe4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365055 Jun 27 20:26:12.712246 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:26:14.648264 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c9fd6602-4aa7-4d90-8922-8250a7877658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:26:16.860557 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8f58c3aa-ddb4-48f0-8479-8815ef3c9025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:26:18.058706 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:26:18.096213 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:26:19.334281 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:26:21.824972 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323d4c2-0a6d-4a82-8664-7a9282bbce98 req-c09c8635-1542-4c6f-9a47-4fedb9914fcc tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:26:21.826438 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6323d4c2-0a6d-4a82-8664-7a9282bbce98 req-c09c8635-1542-4c6f-9a47-4fedb9914fcc tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/ports?device_id=e646df8f-a53d-4981-b9a8-994647dd2ed1 HTTP/1.1" status: 200 len: 945 time: 0.0882986 Jun 27 20:26:21.869163 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6323d4c2-0a6d-4a82-8664-7a9282bbce98 req-d58fbb6d-f937-4e38-847e-bc1e482483ad tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd89077d-4007-4e23-a975-3e4cefdbe4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369823 Jun 27 20:26:23.059744 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b38cb5-1c29-446a-9524-543d91e6d8b3 req-9b0ce9b4-1179-4dde-bfab-47f11c478a53 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:26:23.061168 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a4b38cb5-1c29-446a-9524-543d91e6d8b3 req-9b0ce9b4-1179-4dde-bfab-47f11c478a53 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/ports?device_id=e646df8f-a53d-4981-b9a8-994647dd2ed1 HTTP/1.1" status: 200 len: 945 time: 0.0866430 Jun 27 20:26:23.103573 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a4b38cb5-1c29-446a-9524-543d91e6d8b3 req-4e8f17ec-c2d3-4cce-a972-2763140d67cd tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd89077d-4007-4e23-a975-3e4cefdbe4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367596 Jun 27 20:26:23.842616 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a5684-6ab2-44b7-9f35-f01ddf1d1f3f req-01c129d1-c37a-48c1-997d-b60b000c6168 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:26:23.843300 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-ad1a5684-6ab2-44b7-9f35-f01ddf1d1f3f req-01c129d1-c37a-48c1-997d-b60b000c6168 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Synchronizing usage tracker for tenant:ab48c4e18f634e61b78ffbb933b8fe76 on resource:port {{(pid=88113) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 20:26:23.858320 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.quota.resource [req-ad1a5684-6ab2-44b7-9f35-f01ddf1d1f3f req-01c129d1-c37a-48c1-997d-b60b000c6168 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Unset dirty status for tenant:ab48c4e18f634e61b78ffbb933b8fe76 on resource:port {{(pid=88113) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 20:26:23.859487 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ad1a5684-6ab2-44b7-9f35-f01ddf1d1f3f req-01c129d1-c37a-48c1-997d-b60b000c6168 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.15 "GET /v2.0/ports?device_id=e646df8f-a53d-4981-b9a8-994647dd2ed1 HTTP/1.1" status: 200 len: 945 time: 0.1035135 Jun 27 20:26:23.930809 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-ad1a5684-6ab2-44b7-9f35-f01ddf1d1f3f req-6c594f38-9b5d-4f64-8ebb-765552810898 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Deleting port 6c371cce-ebcc-4568-b09a-cb6774c30350 {{(pid=88113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 27 20:26:23.931146 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ad1a5684-6ab2-44b7-9f35-f01ddf1d1f3f req-6c594f38-9b5d-4f64-8ebb-765552810898 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741810595130'] for port, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:26:24.174821 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.db [req-ad1a5684-6ab2-44b7-9f35-f01ddf1d1f3f req-6c594f38-9b5d-4f64-8ebb-765552810898 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] For port 6c371cce-ebcc-4568-b09a-cb6774c30350, host hv-cinder-84579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84579',level=0,port_id=6c371cce-ebcc-4568-b09a-cb6774c30350,segment=NetworkSegment(fedda2c8-0d61-46f5-9aa1-d67f4e2f9602),segment_id=fedda2c8-0d61-46f5-9aa1-d67f4e2f9602)] {{(pid=88113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 20:26:24.175173 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ad1a5684-6ab2-44b7-9f35-f01ddf1d1f3f req-6c594f38-9b5d-4f64-8ebb-765552810898 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16272867'] for port, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:26:24.290716 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259833b5-c16e-4559-ab0a-8cfef92e93b0 req-8910bdec-254e-4be9-8ab4-d6a24790d635 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 20:26:24.292179 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-259833b5-c16e-4559-ab0a-8cfef92e93b0 req-8910bdec-254e-4be9-8ab4-d6a24790d635 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/ports?device_id=e646df8f-a53d-4981-b9a8-994647dd2ed1 HTTP/1.1" status: 200 len: 945 time: 0.0850759 Jun 27 20:26:24.296522 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.plugins.ml2.plugin [req-ad1a5684-6ab2-44b7-9f35-f01ddf1d1f3f req-6c594f38-9b5d-4f64-8ebb-765552810898 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Calling delete_port for 6c371cce-ebcc-4568-b09a-cb6774c30350 owned by compute:nova {{(pid=88113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 27 20:26:24.336657 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [req-259833b5-c16e-4559-ab0a-8cfef92e93b0 req-dbd69adc-1fea-4a88-89ad-06adb297b55a tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd89077d-4007-4e23-a975-3e4cefdbe4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385952 Jun 27 20:26:24.438604 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ad1a5684-6ab2-44b7-9f35-f01ddf1d1f3f req-6c594f38-9b5d-4f64-8ebb-765552810898 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741810596756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741810074534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16137097'] for port, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:26:24.474129 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] get_ports_and_sgs() called for port_ids ['6c371cce-ebcc-4568-b09a-cb6774c30350'] {{(pid=88115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 20:26:24.493701 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c594f38-9b5d-4f64-8ebb-765552810898 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Pushing event deleted for resources: {'Port': ['ID=6c371cce-ebcc-4568-b09a-cb6774c30350,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:26:24.574348 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1a5684-6ab2-44b7-9f35-f01ddf1d1f3f req-6c594f38-9b5d-4f64-8ebb-765552810898 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] No DVR routers for this DVR port 6c371cce-ebcc-4568-b09a-cb6774c30350 on host hv-cinder-84579 {{(pid=88113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 20:26:24.576708 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [req-ad1a5684-6ab2-44b7-9f35-f01ddf1d1f3f req-6c594f38-9b5d-4f64-8ebb-765552810898 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50570'] for port, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:26:24.579165 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e646df8f-a53d-4981-b9a8-994647dd2ed1', 'name': 'network-vif-deleted', 'tag': '6c371cce-ebcc-4568-b09a-cb6774c30350'}] {{(pid=88113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 20:26:24.595445 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [req-ad1a5684-6ab2-44b7-9f35-f01ddf1d1f3f req-6c594f38-9b5d-4f64-8ebb-765552810898 tempest-VolumesSnapshotTestJSON-1973187976 tempest-VolumesSnapshotTestJSON-1973187976-project] 10.222.0.15 "DELETE /v2.0/ports/6c371cce-ebcc-4568-b09a-cb6774c30350 HTTP/1.1" status: 204 len: 173 time: 0.7309809 Jun 27 20:26:24.624938 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.notifiers.nova [-] Nova event matching ['req-770cc84e-b9c0-4439-a9e2-da04da0648e9'] response: {'server_uuid': 'e646df8f-a53d-4981-b9a8-994647dd2ed1', 'name': 'network-vif-deleted', 'tag': '6c371cce-ebcc-4568-b09a-cb6774c30350', 'status': 'completed', 'code': 200} Jun 27 20:26:27.269879 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 6c371cce-ebcc-4568-b09a-cb6774c30350 no longer exists at agent hyperv_hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 20:26:27.306446 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] No Port match for: 6c371cce-ebcc-4568-b09a-cb6774c30350 {{(pid=88115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 27 20:26:27.306796 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.rpc [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Device 6c371cce-ebcc-4568-b09a-cb6774c30350 not bound to the agent host hv-cinder-84579 {{(pid=88115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 20:26:32.876544 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:26:42.724390 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:26:44.649046 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a844a284-8941-4de3-a038-bb4f7b1dfc8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:26:46.863059 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-bd38e2df-4c13-4ef4-991a-077fe1eb1988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:26:48.061205 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:26:48.096963 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:26:49.408655 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:26:51.446075 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 37876) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:26:51.506405 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fbe5a18-7792-41a7-a9f8-515fe1fa3c03 admin admin] Deleting subnet f837d195-a5e8-4966-936e-4c5c027bbea3 {{(pid=88114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 27 20:26:51.509164 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4fbe5a18-7792-41a7-a9f8-515fe1fa3c03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:26:51.555824 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4fbe5a18-7792-41a7-a9f8-515fe1fa3c03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14146910'] for subnet, precommit_delete_associations {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:26:51.612309 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4fbe5a18-7792-41a7-a9f8-515fe1fa3c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-607847'] for subnet, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:26:51.676396 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4fbe5a18-7792-41a7-a9f8-515fe1fa3c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-607836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14170029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14401395'] for subnet, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:26:51.713197 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe5a18-7792-41a7-a9f8-515fe1fa3c03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f837d195-a5e8-4966-936e-4c5c027bbea3,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:26:51.718066 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4fbe5a18-7792-41a7-a9f8-515fe1fa3c03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:26:51.727245 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbe5a18-7792-41a7-a9f8-515fe1fa3c03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:26:51.727621 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbe5a18-7792-41a7-a9f8-515fe1fa3c03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:26:51.727956 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbe5a18-7792-41a7-a9f8-515fe1fa3c03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:26:51.728280 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbe5a18-7792-41a7-a9f8-515fe1fa3c03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:26:51.728602 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbe5a18-7792-41a7-a9f8-515fe1fa3c03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:26:51.728931 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbe5a18-7792-41a7-a9f8-515fe1fa3c03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:26:51.729251 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbe5a18-7792-41a7-a9f8-515fe1fa3c03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:26:51.729583 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbe5a18-7792-41a7-a9f8-515fe1fa3c03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:26:51.729905 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbe5a18-7792-41a7-a9f8-515fe1fa3c03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:26:51.730221 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbe5a18-7792-41a7-a9f8-515fe1fa3c03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:26:51.730533 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbe5a18-7792-41a7-a9f8-515fe1fa3c03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:26:51.730843 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbe5a18-7792-41a7-a9f8-515fe1fa3c03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:26:51.736078 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-4fbe5a18-7792-41a7-a9f8-515fe1fa3c03 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f837d195-a5e8-4966-936e-4c5c027bbea3 HTTP/1.1" status: 204 len: 168 time: 0.2885847 Jun 27 20:26:51.738053 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 37880) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:26:51.844866 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-56e3929e-626b-4d59-afde-62b539c19d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590302'] for network, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:26:52.052618 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-56e3929e-626b-4d59-afde-62b539c19d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614162', 'neutron.services.segments.db._delete_segments_for_network-8741810542969'] for network, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:26:52.080316 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-56e3929e-626b-4d59-afde-62b539c19d87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3']}} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:26:52.091858 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-56e3929e-626b-4d59-afde-62b539c19d87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fedda2c8-0d61-46f5-9aa1-d67f4e2f9602') {'for_net_delete': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:26:52.092152 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-56e3929e-626b-4d59-afde-62b539c19d87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fedda2c8-0d61-46f5-9aa1-d67f4e2f9602') {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 20:26:52.103133 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-56e3929e-626b-4d59-afde-62b539c19d87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741810611348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14146903'] for segment, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:26:52.119219 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-56e3929e-626b-4d59-afde-62b539c19d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603533'] for segment, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:26:52.125683 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e3929e-626b-4d59-afde-62b539c19d87 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=88114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 20:26:52.126062 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-56e3929e-626b-4d59-afde-62b539c19d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-603522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14169859'] for segment, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:26:52.218142 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-56e3929e-626b-4d59-afde-62b539c19d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16717573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16271069'] for network, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:26:52.233804 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-56e3929e-626b-4d59-afde-62b539c19d87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16717591'] for network, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:26:52.244218 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3929e-626b-4d59-afde-62b539c19d87 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:26:52.252612 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-56e3929e-626b-4d59-afde-62b539c19d87 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ab2e8fec-9b7b-4585-b89f-ffa0f02e4ab3 HTTP/1.1" status: 204 len: 168 time: 0.5136082 Jun 27 20:26:52.269338 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.services.segments.plugin [-] Segment fedda2c8-0d61-46f5-9aa1-d67f4e2f9602 resource provider aggregate not found Jun 27 20:26:52.285780 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.services.segments.plugin [-] Segment fedda2c8-0d61-46f5-9aa1-d67f4e2f9602 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fedda2c8-0d61-46f5-9aa1-d67f4e2f9602 found for delete ", "request_id": "req-2955cc9d-2f27-424e-8fb2-62dd4acb04dc"}]} Jun 27 20:26:52.360346 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 37892) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:26:52.406574 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-8327812c-383a-42ad-a9ad-eee4996c925d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ab48c4e18f634e61b78ffbb933b8fe76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451205 Jun 27 20:26:52.408907 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 37896) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:26:52.463426 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-eb87085a-504e-47d5-a292-4ba944e5288d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:26:52.487872 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-eb87085a-504e-47d5-a292-4ba944e5288d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:26:52.537863 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-eb87085a-504e-47d5-a292-4ba944e5288d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:26:52.555288 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb87085a-504e-47d5-a292-4ba944e5288d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd89077d-4007-4e23-a975-3e4cefdbe4df,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:26:52.563403 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-eb87085a-504e-47d5-a292-4ba944e5288d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:26:52.564549 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-eb87085a-504e-47d5-a292-4ba944e5288d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd89077d-4007-4e23-a975-3e4cefdbe4df HTTP/1.1" status: 204 len: 168 time: 0.1547463 Jun 27 20:27:09.876021 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:27:12.720960 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:27:14.652151 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4606c6cd-e546-419b-b37a-6587eb582081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:27:15.808088 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 38036) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:27:15.933148 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-97502ab6-fa52-4335-804b-0f003d289f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:27:15.947086 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-97502ab6-fa52-4335-804b-0f003d289f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:27:15.951128 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-97502ab6-fa52-4335-804b-0f003d289f69 admin admin] Usage tracker for resource:security_group_rule and tenant:0ed2824d7dd14b88b4bcefdbe17101cd is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:27:15.954029 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-97502ab6-fa52-4335-804b-0f003d289f69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:27:15.959838 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-97502ab6-fa52-4335-804b-0f003d289f69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:27:16.040645 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-97502ab6-fa52-4335-804b-0f003d289f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:27:16.044969 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-97502ab6-fa52-4335-804b-0f003d289f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:27:16.090717 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-97502ab6-fa52-4335-804b-0f003d289f69 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0ed2824d7dd14b88b4bcefdbe17101cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2808816 Jun 27 20:27:16.092337 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97502ab6-fa52-4335-804b-0f003d289f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9883688f-ec80-4b1c-81c1-7427bf2df93b,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:27:16.093301 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 38042) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:27:16.162910 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-89cd7c4e-db13-4dcf-961e-a7d8f516e80e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:27:16.292720 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-89cd7c4e-db13-4dcf-961e-a7d8f516e80e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:27:16.353239 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-89cd7c4e-db13-4dcf-961e-a7d8f516e80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:27:16.369274 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd7c4e-db13-4dcf-961e-a7d8f516e80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9883688f-ec80-4b1c-81c1-7427bf2df93b,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:27:16.377978 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cd7c4e-db13-4dcf-961e-a7d8f516e80e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:27:16.378316 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cd7c4e-db13-4dcf-961e-a7d8f516e80e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:27:16.378647 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cd7c4e-db13-4dcf-961e-a7d8f516e80e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:27:16.378974 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cd7c4e-db13-4dcf-961e-a7d8f516e80e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:27:16.379297 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cd7c4e-db13-4dcf-961e-a7d8f516e80e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:27:16.379621 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cd7c4e-db13-4dcf-961e-a7d8f516e80e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:27:16.379939 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cd7c4e-db13-4dcf-961e-a7d8f516e80e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:27:16.380265 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cd7c4e-db13-4dcf-961e-a7d8f516e80e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:27:16.380582 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cd7c4e-db13-4dcf-961e-a7d8f516e80e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:27:16.380901 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cd7c4e-db13-4dcf-961e-a7d8f516e80e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:27:16.381215 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cd7c4e-db13-4dcf-961e-a7d8f516e80e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:27:16.381526 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cd7c4e-db13-4dcf-961e-a7d8f516e80e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845799-1-iscsi {{(pid=88113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 20:27:16.384152 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-89cd7c4e-db13-4dcf-961e-a7d8f516e80e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:27:16.385257 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-89cd7c4e-db13-4dcf-961e-a7d8f516e80e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9883688f-ec80-4b1c-81c1-7427bf2df93b HTTP/1.1" status: 204 len: 168 time: 0.2909043 Jun 27 20:27:16.865128 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c5d6a227-74b9-47d7-960a-812c723231b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:27:18.063773 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:27:18.097234 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:27:19.343444 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:27:25.877552 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.23', 38116) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:27:25.989971 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c204d5bc-d9f7-4d47-923d-d8ea5cbd7248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:27:26.004005 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-c204d5bc-d9f7-4d47-923d-d8ea5cbd7248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 20:27:26.007855 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-c204d5bc-d9f7-4d47-923d-d8ea5cbd7248 admin admin] Usage tracker for resource:security_group_rule and tenant:a69c2e4b10c1412fa42ec3d8fde39e5a is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 20:27:26.010629 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-c204d5bc-d9f7-4d47-923d-d8ea5cbd7248 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 20:27:26.016670 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-c204d5bc-d9f7-4d47-923d-d8ea5cbd7248 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 20:27:26.096758 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c204d5bc-d9f7-4d47-923d-d8ea5cbd7248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:27:26.100337 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c204d5bc-d9f7-4d47-923d-d8ea5cbd7248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:27:26.148613 dv-cinder-845799-1-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-c204d5bc-d9f7-4d47-923d-d8ea5cbd7248 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a69c2e4b10c1412fa42ec3d8fde39e5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699435 Jun 27 20:27:26.150161 dv-cinder-845799-1-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204d5bc-d9f7-4d47-923d-d8ea5cbd7248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3548dbf1-e5ff-4e3a-a117-23fed1a42999,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:27:26.151365 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [-] (88113) accepted ('10.222.0.23', 38122) {{(pid=88113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 20:27:26.208423 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dd42d0d4-bfdf-4962-95b9-ecb4e65c45ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:27:26.233553 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dd42d0d4-bfdf-4962-95b9-ecb4e65c45ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:27:26.282756 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dd42d0d4-bfdf-4962-95b9-ecb4e65c45ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16438202'] for security_group, after_delete {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:27:26.297745 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42d0d4-bfdf-4962-95b9-ecb4e65c45ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3548dbf1-e5ff-4e3a-a117-23fed1a42999,revision_number=None']} {{(pid=88113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 20:27:26.302141 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron_lib.callbacks.manager [None req-dd42d0d4-bfdf-4962-95b9-ecb4e65c45ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:27:26.303074 dv-cinder-845799-1-iscsi neutron-server[88113]: INFO neutron.wsgi [None req-dd42d0d4-bfdf-4962-95b9-ecb4e65c45ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3548dbf1-e5ff-4e3a-a117-23fed1a42999 HTTP/1.1" status: 204 len: 168 time: 0.1507421 Jun 27 20:27:42.728036 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:27:44.652988 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c38a80ed-5b1d-4c45-b7e7-9db06670351d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:27:46.867397 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-46b421dc-38bd-4d30-ba82-5a995a303e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:27:46.875740 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:27:48.067464 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:27:48.096815 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:27:49.342697 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:28:12.748629 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:28:14.656813 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7c2afbbb-fe41-497e-b804-0d580ca8b3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:28:16.868795 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d3fb53d5-b8e8-4c2f-939b-ac8e7faf2edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:28:18.070052 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:28:18.095946 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:28:19.347155 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:28:23.875870 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:28:39.996692 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [req-144c380b-a673-4f89-a396-fcacad18d28b req-be62c96e-f549-4e2a-91b9-357a54413710 service neutron] (88113) timed out ('10.222.0.15', 54582) {{(pid=88113) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 27 20:28:42.752555 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:28:44.657664 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6cf3077a-30e7-4e77-88e3-990121c90be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:28:46.871016 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1ae288ab-1108-4e8d-a0b0-0d856a131e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:28:48.072614 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:28:48.099400 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:28:49.446120 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:29:00.875299 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:29:12.764904 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:29:14.658475 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-91c58b6d-9bae-40f2-bd76-3152c2992ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:29:16.872885 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e24eb785-fe55-4121-a3cb-bcd68f3922fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:29:18.074893 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:29:18.099017 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:29:19.353740 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:29:37.875037 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:29:42.776951 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:29:44.658911 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-97007062-baf5-4c4a-9844-3b8673c57284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:29:46.876197 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-56d4c7e5-4695-4cb8-88a5-eb4db5f5c500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:29:48.078252 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:29:48.099455 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:29:49.355364 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:29:57.526770 dv-cinder-845799-1-iscsi neutron-server[88113]: DEBUG neutron.wsgi [req-40744e02-4a6e-4bb1-ab69-a37d2fbe8e0b req-42d63506-5be4-4099-9ded-6161888f067f service neutron] (88113) timed out ('10.222.0.23', 32966) {{(pid=88113) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 27 20:30:12.787002 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:30:14.660087 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b96f3566-6fe5-4629-884b-c16a093c68a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:30:14.874381 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:30:16.885131 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2c5de8bb-7b89-4a1c-a7ea-806fe2d858aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:30:18.078426 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:30:18.100172 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:30:19.358937 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:30:42.794792 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:30:44.660496 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4bd182ac-0400-45c7-b025-4129ac5b3b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:30:46.877671 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d135cb39-3aaf-4f89-9fa2-07513c5179ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:30:48.081705 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:30:48.099724 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:30:49.440046 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:30:51.873850 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:31:12.793956 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:31:14.662841 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-419c39e7-1586-4224-8276-5c1012ce00fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:31:16.878836 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-115380e4-214d-425d-9489-9b245252605b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:31:18.088726 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:31:18.100616 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:31:19.363986 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:31:28.872515 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:31:42.790343 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:31:44.663262 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-cbddc6c6-54c0-48c6-9bfb-d5936608d682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:31:46.880242 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f02d608e-432b-49e0-a7c2-51e4f3a8b777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:31:48.098189 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:31:48.102078 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:31:49.367907 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:32:05.872128 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:32:12.808500 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:32:14.664807 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-75a562f1-b212-469b-a6d8-5b014d7db259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:32:16.883292 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-df7dae25-7909-4c2a-913d-57dbea66d2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:32:18.093429 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:32:18.103582 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:32:19.375253 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:32:42.805737 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-82ebd87f-fead-4245-a1f8-6e6023ed168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:32:42.870511 dv-cinder-845799-1-iscsi neutron-server[88116]: DEBUG neutron.db.agents_db [None req-79636748-389e-45d3-ba39-ff9f49495af7 None None] Agent healthcheck: found 6 active agents {{(pid=88116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 20:32:44.664801 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b08a08b2-01df-43a9-a2b7-c1b67207e48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:32:46.884861 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-904eeac9-682f-4a27-a0d0-1b13425b274f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:32:48.095975 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e2b3db19-11ee-4a9a-b8c9-8d40cde1b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:32:48.105781 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ec615c9-b22b-4a16-a3dc-911eee8a9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 20:32:49.434941 dv-cinder-845799-1-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-30150c34-3b01-48a4-8a6c-f2959500bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741810542951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693596'] for agent, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}